[ 590.280662] env[69325]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69325) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 590.281170] env[69325]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69325) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 590.281170] env[69325]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69325) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 590.281472] env[69325]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 590.387693] env[69325]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69325) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 590.398030] env[69325]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69325) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 590.442703] env[69325]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 591.005219] env[69325]: INFO nova.virt.driver [None req-ba14b6fc-c192-4bac-b907-6cf24415d24c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 591.076953] env[69325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.077133] env[69325]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.077721] env[69325]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69325) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 594.006917] env[69325]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1ed20462-b07f-4fe7-91f6-704897b85ae3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.023306] env[69325]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69325) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 594.023569] env[69325]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-67ceb87d-d16c-4e6c-9616-b3af5ded2c62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.061319] env[69325]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 63ec8. [ 594.061319] env[69325]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.983s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.061319] env[69325]: INFO nova.virt.vmwareapi.driver [None req-ba14b6fc-c192-4bac-b907-6cf24415d24c None None] VMware vCenter version: 7.0.3 [ 594.068598] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e03d68-c604-482d-9961-07b3360d6bd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.090020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7003eb6a-f88e-46d1-9584-86d8c7ba5c25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.105734] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec95a4-5c59-4daf-b062-5c9d2a52ae7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.109826] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab94236-ad92-4dfe-9912-99c6455d15b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.130474] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2d2b7-da0c-43a7-9963-8a3d9e573882 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.138519] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0da01da-162a-4461-a19a-a65bc2df0d66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.168621] env[69325]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-508cd78d-7f9f-43c6-9a0d-59935aaeb386 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.174841] env[69325]: DEBUG nova.virt.vmwareapi.driver [None req-ba14b6fc-c192-4bac-b907-6cf24415d24c None None] Extension org.openstack.compute already exists. {{(pid=69325) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 594.177650] env[69325]: INFO nova.compute.provider_config [None req-ba14b6fc-c192-4bac-b907-6cf24415d24c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 594.680873] env[69325]: DEBUG nova.context [None req-ba14b6fc-c192-4bac-b907-6cf24415d24c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a9fb150f-aecd-4b27-81da-5b1598688e16(cell1) {{(pid=69325) load_cells /opt/stack/nova/nova/context.py:464}} [ 594.683017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.683346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.684120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.684628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Acquiring lock "a9fb150f-aecd-4b27-81da-5b1598688e16" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.684901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Lock "a9fb150f-aecd-4b27-81da-5b1598688e16" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.685969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Lock "a9fb150f-aecd-4b27-81da-5b1598688e16" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.707120] env[69325]: INFO dbcounter [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Registered counter for database nova_cell0 [ 594.715997] env[69325]: INFO dbcounter [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Registered counter for database nova_cell1 [ 594.719829] env[69325]: DEBUG oslo_db.sqlalchemy.engines [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69325) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 594.720526] env[69325]: DEBUG oslo_db.sqlalchemy.engines [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69325) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 594.725570] env[69325]: ERROR nova.db.main.api [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 594.725570] env[69325]: result = function(*args, **kwargs) [ 594.725570] env[69325]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 594.725570] env[69325]: return func(*args, **kwargs) [ 594.725570] env[69325]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 594.725570] env[69325]: result = fn(*args, **kwargs) [ 594.725570] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 594.725570] env[69325]: return f(*args, **kwargs) [ 594.725570] env[69325]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 594.725570] env[69325]: return db.service_get_minimum_version(context, binaries) [ 594.725570] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 594.725570] env[69325]: _check_db_access() [ 594.725570] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 594.725570] env[69325]: stacktrace = ''.join(traceback.format_stack()) [ 594.725570] env[69325]: [ 594.726857] env[69325]: ERROR nova.db.main.api [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 594.726857] env[69325]: result = function(*args, **kwargs) [ 594.726857] env[69325]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 594.726857] env[69325]: return func(*args, **kwargs) [ 594.726857] env[69325]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 594.726857] env[69325]: result = fn(*args, **kwargs) [ 594.726857] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 594.726857] env[69325]: return f(*args, **kwargs) [ 594.726857] env[69325]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 594.726857] env[69325]: return db.service_get_minimum_version(context, binaries) [ 594.726857] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 594.726857] env[69325]: _check_db_access() [ 594.726857] env[69325]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 594.726857] env[69325]: stacktrace = ''.join(traceback.format_stack()) [ 594.726857] env[69325]: [ 594.727532] env[69325]: WARNING nova.objects.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 594.727792] env[69325]: WARNING nova.objects.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Failed to get minimum service version for cell a9fb150f-aecd-4b27-81da-5b1598688e16 [ 594.728319] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Acquiring lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.728531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Acquired lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.728824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Releasing lock "singleton_lock" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.729219] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Full set of CONF: {{(pid=69325) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 594.729410] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ******************************************************************************** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 594.729578] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] Configuration options gathered from: {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 594.729808] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 594.729998] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 594.730177] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ================================================================================ {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 594.730433] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] allow_resize_to_same_host = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.730699] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] arq_binding_timeout = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.730879] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] backdoor_port = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.731059] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] backdoor_socket = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.731272] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] block_device_allocate_retries = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.731476] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] block_device_allocate_retries_interval = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.731692] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cert = self.pem {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.731904] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.732129] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute_monitors = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.732344] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] config_dir = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.732560] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] config_drive_format = iso9660 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.732736] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.733046] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] config_source = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.733283] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] console_host = devstack {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.733498] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] control_exchange = nova {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.733738] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cpu_allocation_ratio = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.733953] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] daemon = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.734187] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] debug = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.734394] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_access_ip_network_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.734850] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_availability_zone = nova {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.735079] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_ephemeral_format = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.735291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_green_pool_size = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.735580] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.735798] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] default_schedule_zone = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.736009] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] disk_allocation_ratio = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.736226] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] enable_new_services = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.736454] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] enabled_apis = ['osapi_compute'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.736667] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] enabled_ssl_apis = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.737024] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] flat_injected = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.737239] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] force_config_drive = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.737450] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] force_raw_images = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.737665] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] graceful_shutdown_timeout = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.737907] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] heal_instance_info_cache_interval = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.738211] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] host = cpu-1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.738444] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.738653] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.738862] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.739169] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.739382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_build_timeout = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.739590] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_delete_interval = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.739863] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_format = [instance: %(uuid)s] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.740070] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_name_template = instance-%08x {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.740236] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_usage_audit = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.740453] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_usage_audit_period = month {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.740667] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.740933] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.741199] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] internal_service_availability_zone = internal {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.741481] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] key = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.741620] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] live_migration_retry_count = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.741803] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_color = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.741989] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_config_append = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742156] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742320] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_dir = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742486] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742616] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_options = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742778] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_rotate_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.742950] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_rotate_interval_type = days {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743134] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] log_rotation_type = none {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743270] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743400] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743572] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743741] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.743873] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744049] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] long_rpc_timeout = 1800 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744216] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_concurrent_builds = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744381] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_concurrent_live_migrations = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744541] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_concurrent_snapshots = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744790] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_local_block_devices = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.744986] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_logfile_count = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.745166] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] max_logfile_size_mb = 200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.745330] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] maximum_instance_delete_attempts = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.745501] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metadata_listen = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.745674] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metadata_listen_port = 8775 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.745846] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metadata_workers = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.746020] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] migrate_max_retries = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.746196] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] mkisofs_cmd = genisoimage {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.746411] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.746550] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] my_ip = 10.180.1.21 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.746812] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747011] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] network_allocate_retries = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747217] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747404] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747557] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] osapi_compute_listen_port = 8774 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747732] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] osapi_compute_unique_server_name_scope = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.747961] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] osapi_compute_workers = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.748188] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] password_length = 12 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.748323] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] periodic_enable = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.748491] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] periodic_fuzzy_delay = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.748668] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] pointer_model = usbtablet {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.748845] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] preallocate_images = none {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749029] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] publish_errors = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749158] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] pybasedir = /opt/stack/nova {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749322] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ram_allocation_ratio = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rate_limit_burst = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749659] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rate_limit_except_level = CRITICAL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749822] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rate_limit_interval = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.749987] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reboot_timeout = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.750195] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reclaim_instance_interval = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.750502] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] record = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.750534] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reimage_timeout_per_gb = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.750707] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] report_interval = 120 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.750875] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rescue_timeout = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751091] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reserved_host_cpus = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751272] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reserved_host_disk_mb = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751440] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reserved_host_memory_mb = 512 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751606] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] reserved_huge_pages = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751767] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] resize_confirm_window = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.751933] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] resize_fs_using_block_device = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752109] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] resume_guests_state_on_host_boot = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752285] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752448] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] rpc_response_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752611] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] run_external_periodic_tasks = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752782] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] running_deleted_instance_action = reap {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.752946] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753118] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] running_deleted_instance_timeout = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753285] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler_instance_sync_interval = 120 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_down_time = 720 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] servicegroup_driver = db {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753773] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] shell_completion = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.753937] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] shelved_offload_time = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.754109] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] shelved_poll_interval = 3600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.754358] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] shutdown_timeout = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.754560] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] source_is_ipv6 = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.754730] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ssl_only = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755025] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755210] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] sync_power_state_interval = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755379] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] sync_power_state_pool_size = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755559] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] syslog_log_facility = LOG_USER {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755741] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] tempdir = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.755880] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] timeout_nbd = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.756063] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] transport_url = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.756397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] update_resources_interval = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.756597] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_cow_images = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.756801] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_journal = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.756989] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_json = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.757157] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_rootwrap_daemon = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.757324] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_stderr = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.757487] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] use_syslog = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.757649] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vcpu_pin_set = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.757824] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plugging_is_fatal = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758053] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plugging_timeout = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758220] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] virt_mkfs = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758390] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] volume_usage_poll_interval = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758559] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] watch_log_file = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758732] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] web = /usr/share/spice-html5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.758926] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.759133] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.759324] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.759506] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_concurrency.disable_process_locking = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.229554] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.229943] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230099] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230256] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230439] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230612] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230803] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.auth_strategy = keystone {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.230980] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.compute_link_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.231177] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.231369] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.dhcp_domain = novalocal {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.231545] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.enable_instance_password = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.231715] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.glance_link_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.231885] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232073] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232243] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.instance_list_per_project_cells = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232409] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.list_records_by_skipping_down_cells = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232619] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.local_metadata_per_cell = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232818] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.max_limit = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.232994] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.metadata_cache_expiration = 15 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.233193] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.neutron_default_tenant_id = default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.233372] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.response_validation = warn {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.233550] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.use_neutron_default_nets = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.233722] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.233895] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.234086] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.234275] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.234454] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_dynamic_targets = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.234623] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_jsonfile_path = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.234811] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235030] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.backend = dogpile.cache.memcached {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235212] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.backend_argument = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235425] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.backend_expiration_time = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235618] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.config_prefix = cache.oslo {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235799] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.dead_timeout = 60.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.235976] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.debug_cache_backend = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.236163] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.enable_retry_client = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.236334] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.enable_socket_keepalive = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.236617] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.enabled = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.236684] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.enforce_fips_mode = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.236871] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.expiration_time = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237064] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.hashclient_retry_attempts = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237243] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237415] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_dead_retry = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237581] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_password = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237755] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.237948] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.238185] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_pool_maxsize = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.238378] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.238553] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_sasl_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.238742] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.238920] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239101] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.memcache_username = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239279] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.proxies = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239451] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_db = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239624] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_password = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239805] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.239992] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.240186] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_server = localhost:6379 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.240358] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_socket_timeout = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.240524] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.redis_username = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.240692] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.retry_attempts = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.240902] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.retry_delay = 0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241104] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.socket_keepalive_count = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241280] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.socket_keepalive_idle = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241450] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.socket_keepalive_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241613] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.tls_allowed_ciphers = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241778] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.tls_cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.241946] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.tls_certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.242128] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.tls_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.242303] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cache.tls_keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.242484] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.242665] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.242834] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243030] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243204] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243374] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243583] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.cross_az_attach = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243777] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.debug = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.243951] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.endpoint_template = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.244137] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.http_retries = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.244311] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.244477] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.244656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.os_region_name = RegionOne {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.244827] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245021] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cinder.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245201] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245367] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.cpu_dedicated_set = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245533] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.cpu_shared_set = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245704] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.image_type_exclude_list = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.245872] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.246058] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.246263] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.246458] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.246674] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.246835] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.resource_provider_association_refresh = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247028] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247206] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.shutdown_retry_interval = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247584] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] conductor.workers = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247797] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] console.allowed_origins = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.247980] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] console.ssl_ciphers = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.248178] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] console.ssl_minimum_version = default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.248354] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] consoleauth.enforce_session_timeout = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.248529] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] consoleauth.token_ttl = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.248704] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.248870] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249112] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249459] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249623] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249793] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.249958] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250137] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250302] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250472] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250639] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250801] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.250979] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.service_type = accelerator {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.251163] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.251327] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.251490] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.251652] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.251890] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252085] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] cyborg.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252270] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.asyncio_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252440] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.asyncio_slave_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252620] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.backend = sqlalchemy {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252795] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.252969] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.connection_debug = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.253168] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.connection_parameters = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.253343] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.connection_recycle_time = 3600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.253511] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.connection_trace = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.253677] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.db_inc_retry_interval = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.253844] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.db_max_retries = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254021] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.db_max_retry_interval = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254194] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.db_retry_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254362] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.max_overflow = 50 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254570] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.max_pool_size = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254748] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.max_retries = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.254927] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255106] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.mysql_wsrep_sync_wait = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255273] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.pool_timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255439] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.retry_interval = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255602] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.slave_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255767] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.sqlite_synchronous = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.255943] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] database.use_db_reconnect = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.256132] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.asyncio_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.256301] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.asyncio_slave_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.256483] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.backend = sqlalchemy {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.256656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.256853] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.connection_debug = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257044] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.connection_parameters = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257261] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.connection_recycle_time = 3600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257448] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.connection_trace = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257621] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.db_inc_retry_interval = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257809] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.db_max_retries = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.257988] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.db_max_retry_interval = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.258177] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.db_retry_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.258347] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.max_overflow = 50 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.258519] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.max_pool_size = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.258720] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.max_retries = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.258904] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259086] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259254] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.pool_timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259423] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.retry_interval = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259589] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.slave_connection = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259757] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] api_database.sqlite_synchronous = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.259975] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] devices.enabled_mdev_types = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.260192] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.260374] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.260546] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ephemeral_storage_encryption.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.260717] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.260897] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.api_servers = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261086] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261276] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261477] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261648] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261815] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.261989] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.debug = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.262179] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.default_trusted_certificate_ids = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.262349] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.enable_certificate_validation = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.262518] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.enable_rbd_download = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.262694] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.262904] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263093] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263266] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263431] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263600] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.num_retries = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263777] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.rbd_ceph_conf = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.263948] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.rbd_connect_timeout = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.264176] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.rbd_pool = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.264374] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.rbd_user = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.264549] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.264716] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.264881] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.265072] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.service_type = image {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.265248] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.265413] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.265649] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.265846] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266053] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266230] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.verify_glance_signatures = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] glance.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266571] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] guestfs.debug = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266745] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.266930] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.267140] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.267322] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.267493] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.267656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.267844] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268034] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268210] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268372] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268545] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268710] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.268875] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269051] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269221] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269398] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.service_type = shared-file-system {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269567] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.share_apply_policy_timeout = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269739] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.269936] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.270123] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.270291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.270477] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.270644] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] manila.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.270824] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] mks.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.271243] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.271461] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.manager_interval = 2400 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.271644] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.precache_concurrency = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.271825] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.remove_unused_base_images = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272010] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272191] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272376] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] image_cache.subdirectory_name = _base {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272569] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.api_max_retries = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272770] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.api_retry_interval = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.272941] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273123] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273455] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273625] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273793] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.conductor_group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.273971] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.274190] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.274362] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.274531] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.274694] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.274859] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275033] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275209] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.peer_list = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275384] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275627] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275817] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.serial_console_state_timeout = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.275987] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.276180] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.service_type = baremetal {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.276349] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.shard = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.276521] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.276684] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.276881] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.277097] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.277300] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.277472] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ironic.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.277666] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.277901] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] key_manager.fixed_key = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.278130] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.278308] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.barbican_api_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.278489] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.barbican_endpoint = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.278672] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.barbican_endpoint_type = public {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.278841] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.barbican_region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279015] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279185] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279351] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279517] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279681] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.279882] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.number_of_retries = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.280071] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.retry_delay = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.280311] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.send_service_user_token = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.280500] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.280669] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.280838] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.verify_ssl = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281033] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican.verify_ssl_path = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281216] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281386] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281553] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281714] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.281881] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282059] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282228] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282421] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282603] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] barbican_service_user.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282777] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.approle_role_id = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.282944] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.approle_secret_id = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.283133] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.kv_mountpoint = secret {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.283301] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.kv_path = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.283468] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.kv_version = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.283633] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.namespace = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.283829] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.root_token_id = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.284032] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.ssl_ca_crt_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.284214] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.timeout = 60.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.284413] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.use_ssl = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.284665] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.284918] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.285205] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.285431] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.285610] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.285779] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.285949] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.286137] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.286302] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.286462] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.286658] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.286861] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287045] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287220] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.service_type = identity {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287563] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287723] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.287885] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.288083] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.288282] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.288447] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] keystone.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.288642] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.ceph_mount_options = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.288976] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.289181] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.connection_uri = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.289364] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_mode = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.289572] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.289751] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_models = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.289930] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_power_governor_high = performance {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.290114] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.290287] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_power_management = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.290462] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.290634] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.device_detach_attempts = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.290808] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.device_detach_timeout = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291009] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.disk_cachemodes = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291169] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.disk_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291336] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.enabled_perf_events = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291500] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.file_backed_memory = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291670] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.gid_maps = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.291834] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.hw_disk_discard = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292011] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.hw_machine_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292237] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_rbd_ceph_conf = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292416] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292586] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292763] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_rbd_glance_store_name = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.292937] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_rbd_pool = rbd {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293126] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_type = default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293293] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.images_volume_group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293467] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.inject_key = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293636] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.inject_partition = -2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293802] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.inject_password = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.293966] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.iscsi_iface = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.294145] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.iser_use_multipath = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.294312] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.294477] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.294660] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_downtime = 500 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.294849] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295041] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295210] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_inbound_addr = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295376] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295539] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295700] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_scheme = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.295875] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_timeout_action = abort {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.296052] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_tunnelled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.296227] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_uri = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.296391] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.live_migration_with_native_tls = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.296559] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.max_queues = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.296721] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.297119] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.297301] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.nfs_mount_options = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.297663] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.297854] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298040] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298218] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298387] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298552] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_pcie_ports = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298723] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.298924] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.pmem_namespaces = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.299131] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.quobyte_client_cfg = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.299439] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.299623] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.299796] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.299969] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.300150] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rbd_secret_uuid = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.300350] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rbd_user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.300538] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.300720] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.300887] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rescue_image_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.301067] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rescue_kernel_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.301232] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rescue_ramdisk_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.301405] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.301570] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.rx_queue_size = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.301787] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.smbfs_mount_options = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.302126] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.302321] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.snapshot_compression = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.302494] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.snapshot_image_format = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.302728] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.302923] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.sparse_logical_volumes = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.303144] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.swtpm_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.303373] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.swtpm_group = tss {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.303557] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.swtpm_user = tss {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.303734] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.sysinfo_serial = unique {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.303901] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.tb_cache_size = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.304081] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.tx_queue_size = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.304259] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.uid_maps = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.304430] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.use_virtio_for_bridges = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.304651] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.virt_type = kvm {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.304849] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.volume_clear = zero {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305031] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.volume_clear_size = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305211] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.volume_enforce_multipath = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.volume_use_multipath = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305548] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_cache_path = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305720] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.305897] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.306114] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.306306] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.306611] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.306817] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.vzstorage_mount_user = stack {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.306986] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.307180] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.307423] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.307616] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.307730] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.307898] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308088] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308259] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308435] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.default_floating_pool = public {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308601] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308778] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.extension_sync_interval = 600 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.308983] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.http_retries = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.309173] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.309342] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.309507] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.309684] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.309857] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310045] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.ovs_bridge = br-int {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310260] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.physnets = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310454] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.region_name = RegionOne {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310614] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310793] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.service_metadata_proxy = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.310961] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.311154] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.service_type = network {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.311324] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.311528] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.311713] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.311883] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.312087] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.312260] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] neutron.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.312439] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.bdms_in_notifications = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.312623] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.default_level = INFO {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.312807] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.include_share_mapping = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313068] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.notification_format = unversioned {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313256] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.notify_on_state_change = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313444] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313633] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] pci.alias = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313814] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] pci.device_spec = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.313983] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] pci.report_in_placement = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.314175] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.314396] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.314585] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.314751] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.314917] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315100] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315268] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315433] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315597] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.default_domain_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315767] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.default_domain_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.315936] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.domain_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316114] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.domain_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316283] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316450] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316614] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316789] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.316958] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.317183] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.password = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.317357] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.project_domain_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.317549] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.project_domain_name = Default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.317750] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.project_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.317875] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.project_name = service {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318063] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.region_name = RegionOne {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318235] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318425] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318616] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.service_type = placement {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318790] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.318953] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.319129] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.319294] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.system_scope = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.319456] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.319618] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.trust_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.319801] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.user_domain_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320008] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.user_domain_name = Default {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320189] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.user_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320371] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.username = nova {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320560] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320726] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] placement.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.320912] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.cores = 20 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.321100] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.count_usage_from_placement = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.321317] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.321502] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.injected_file_content_bytes = 10240 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.321675] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.injected_file_path_length = 255 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.321846] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.injected_files = 5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322029] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.instances = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322210] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.key_pairs = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.metadata_items = 128 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322585] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.ram = 51200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322771] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.recheck_quota = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.322952] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.server_group_members = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.323141] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.server_groups = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.323361] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.323545] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] quota.unified_limits_resource_strategy = require {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.323727] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.323920] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324135] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.image_metadata_prefilter = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324312] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324485] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.max_attempts = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324656] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.max_placement_results = 1000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324825] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.324994] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.325177] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.325427] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] scheduler.workers = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.325635] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.325817] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326014] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326205] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326379] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326547] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326745] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.326960] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.327155] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.host_subset_size = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.327327] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.327492] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.327672] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.327876] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328017] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328249] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.isolated_hosts = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328426] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.isolated_images = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328592] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328756] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.328922] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329100] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.pci_in_placement = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329269] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329474] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329657] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329824] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.329991] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.330173] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.330340] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.track_instance_changes = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.330519] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.330694] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metrics.required = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.330887] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metrics.weight_multiplier = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.331081] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.331255] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] metrics.weight_setting = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.331591] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.331771] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.331955] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.port_range = 10000:20000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.332156] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.332358] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.332541] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] serial_console.serialproxy_port = 6083 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.332716] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.332894] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.auth_type = password {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333075] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333243] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333410] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333613] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333787] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.333967] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.send_service_user_token = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.334153] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.334319] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] service_user.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.334493] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.agent_enabled = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.334662] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335057] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335291] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335474] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.html5proxy_port = 6082 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335645] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.image_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335811] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.jpeg_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.335985] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.playback_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.336176] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.require_secure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.336393] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.server_listen = 127.0.0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.336576] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.336904] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.337106] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.streaming_mode = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.337279] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] spice.zlib_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.337458] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] upgrade_levels.baseapi = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.337641] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] upgrade_levels.compute = auto {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.337863] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] upgrade_levels.conductor = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338052] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] upgrade_levels.scheduler = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338229] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338397] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338561] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338723] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.338890] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339084] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339278] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339451] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339617] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vendordata_dynamic_auth.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339802] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.api_retry_count = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.339966] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.ca_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.340161] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.340338] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.cluster_name = testcl1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.340511] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.connection_pool_size = 10 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.340711] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.console_delay_seconds = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.340895] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.datastore_regex = ^datastore.* {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.341149] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.341335] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.host_password = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.341509] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.host_port = 443 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.341685] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.host_username = administrator@vsphere.local {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.341858] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.insecure = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342076] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.integration_bridge = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342264] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.maximum_objects = 100 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342431] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.pbm_default_policy = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342598] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.pbm_enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342760] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.pbm_wsdl_location = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.342939] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.343116] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.serial_port_proxy_uri = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.343281] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.serial_port_service_uri = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.343494] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.task_poll_interval = 0.5 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.343688] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.use_linked_clone = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.343865] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.vnc_keymap = en-us {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.344053] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.vnc_port = 5900 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.344230] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vmware.vnc_port_total = 10000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.344424] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.auth_schemes = ['none'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.344604] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345021] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345240] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345426] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.novncproxy_port = 6080 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345626] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.server_listen = 127.0.0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345815] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.345993] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.vencrypt_ca_certs = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.346173] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.vencrypt_client_cert = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.346342] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vnc.vencrypt_client_key = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.346602] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.346830] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_deep_image_inspection = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.347082] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.347311] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.347488] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.347660] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.disable_rootwrap = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.347850] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.enable_numa_live_migration = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348025] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348205] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348371] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348536] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.libvirt_disable_apic = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348703] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.348871] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349060] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349261] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349435] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349601] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349767] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.349938] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.350125] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.350303] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.350512] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.350708] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.350884] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] zvm.ca_file = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.351064] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] zvm.cloud_connector_url = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.351560] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.351754] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] zvm.reachable_timeout = 300 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.351977] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.352189] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.352379] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.connection_string = messaging:// {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.352555] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.enabled = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.352729] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.es_doc_type = notification {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.352896] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.es_scroll_size = 10000 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.353087] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.es_scroll_time = 2m {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.353301] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.filter_error_trace = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.353493] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.hmac_keys = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.353672] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.sentinel_service_name = mymaster {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.353843] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.socket_timeout = 0.1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.354022] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.trace_requests = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.354196] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler.trace_sqlalchemy = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.354382] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler_jaeger.process_tags = {} {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.354574] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler_jaeger.service_name_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.354815] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] profiler_otlp.service_name_prefix = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355022] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355197] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355366] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355531] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355696] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.355862] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356042] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356245] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356417] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356598] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356792] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.356956] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.357147] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.357327] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.357517] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.357736] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.357906] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358123] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358298] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358438] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358605] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358773] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.358961] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.359170] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.359347] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.359517] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.359684] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.359851] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360033] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360208] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360420] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360609] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360784] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.360957] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.361150] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.361328] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.361498] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.361733] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.361952] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_notifications.retry = -1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.362166] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.362348] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.362537] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.auth_section = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.362710] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.auth_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.362873] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.cafile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363050] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.certfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363252] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.collect_timing = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363429] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.connect_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363593] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.connect_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363759] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_id = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.363936] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.364114] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_override = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.364282] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.364447] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.364644] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.endpoint_service_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.364834] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.insecure = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365021] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.keyfile = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365187] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.max_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365350] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.min_version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365515] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.region_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365681] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.retriable_status_codes = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.365848] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.service_name = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366061] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.service_type = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366253] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.split_loggers = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366422] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.status_code_retries = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366589] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.status_code_retry_delay = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366783] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.timeout = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.366938] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.valid_interfaces = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.367120] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_limit.version = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.367299] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_reports.file_event_handler = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.367505] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.367695] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] oslo_reports.log_dir = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.367881] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368099] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368249] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368418] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368566] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368729] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.368908] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.369174] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.369364] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.369540] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.369710] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.369874] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] vif_plug_ovs_privileged.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.370071] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.370264] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.370463] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.370662] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.370843] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371035] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371217] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371386] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371570] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371749] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.isolate_vif = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.371962] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.372165] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.372342] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.372519] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.372688] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] os_vif_ovs.per_port_bridge = False {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.372864] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.capabilities = [21] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373043] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373225] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373430] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373602] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373768] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] privsep_osbrick.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.373947] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.374128] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.group = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.374293] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.helper_command = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.374464] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.374670] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.374922] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] nova_sys_admin.user = None {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.375101] env[69325]: DEBUG oslo_service.backend.eventlet.service [None req-01fb0edf-00a9-45b9-b63e-35f73881e5c9 None None] ******************************************************************************** {{(pid=69325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 595.375548] env[69325]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 595.879612] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Getting list of instances from cluster (obj){ [ 595.879612] env[69325]: value = "domain-c8" [ 595.879612] env[69325]: _type = "ClusterComputeResource" [ 595.879612] env[69325]: } {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 595.880726] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccd2a21-d76e-4efa-abda-ee3a48f94d2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.890104] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Got total of 0 instances {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 595.890706] env[69325]: WARNING nova.virt.vmwareapi.driver [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 595.891225] env[69325]: INFO nova.virt.node [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Generated node identity 0dafb1a8-7939-469e-97bc-fec8057d9399 [ 595.891477] env[69325]: INFO nova.virt.node [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Wrote node identity 0dafb1a8-7939-469e-97bc-fec8057d9399 to /opt/stack/data/n-cpu-1/compute_id [ 596.394317] env[69325]: WARNING nova.compute.manager [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Compute nodes ['0dafb1a8-7939-469e-97bc-fec8057d9399'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 597.400498] env[69325]: INFO nova.compute.manager [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 598.407124] env[69325]: WARNING nova.compute.manager [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 598.407471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.407581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.407751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.407920] env[69325]: DEBUG nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 598.408917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d013c68-db27-4f8d-989c-b15de3b7b1f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.417462] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990740ce-1290-4bce-89bd-ea57e29647a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.431787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd3763-08ad-4eda-a64c-61a80b4636b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.439505] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2726a7d6-a763-4a3b-94d2-5687b1ad43ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.471010] env[69325]: DEBUG nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180829MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 598.471172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.471381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.973886] env[69325]: WARNING nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] No compute node record for cpu-1:0dafb1a8-7939-469e-97bc-fec8057d9399: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0dafb1a8-7939-469e-97bc-fec8057d9399 could not be found. [ 599.478254] env[69325]: INFO nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0dafb1a8-7939-469e-97bc-fec8057d9399 [ 600.986266] env[69325]: DEBUG nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 600.986748] env[69325]: DEBUG nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 601.147762] env[69325]: INFO nova.scheduler.client.report [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] [req-d69086e6-9627-440f-89f3-dcdb088a1815] Created resource provider record via placement API for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 601.165807] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d1c2f-c207-4ab0-9a69-4d6f53bad221 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.174081] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e82f5-0720-438f-8c51-eb6b6a7a8d3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.204877] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bb6253-dd04-4b8c-b380-07203b6df614 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.212853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64216531-b479-418b-aa1a-83828833ccbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.226869] env[69325]: DEBUG nova.compute.provider_tree [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.765590] env[69325]: DEBUG nova.scheduler.client.report [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 601.765849] env[69325]: DEBUG nova.compute.provider_tree [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 0 to 1 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 601.765995] env[69325]: DEBUG nova.compute.provider_tree [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.820207] env[69325]: DEBUG nova.compute.provider_tree [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 1 to 2 during operation: update_traits {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.324894] env[69325]: DEBUG nova.compute.resource_tracker [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 602.325306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.854s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.325306] env[69325]: DEBUG nova.service [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Creating RPC server for service compute {{(pid=69325) start /opt/stack/nova/nova/service.py:177}} [ 602.338746] env[69325]: DEBUG nova.service [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] Join ServiceGroup membership for this service compute {{(pid=69325) start /opt/stack/nova/nova/service.py:194}} [ 602.338971] env[69325]: DEBUG nova.servicegroup.drivers.db [None req-d9d3ce9f-4806-46a8-b980-6cb91525b3f8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69325) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 616.341073] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_power_states {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.843701] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Getting list of instances from cluster (obj){ [ 616.843701] env[69325]: value = "domain-c8" [ 616.843701] env[69325]: _type = "ClusterComputeResource" [ 616.843701] env[69325]: } {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.844972] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d088d2-44db-42ac-80a6-9227acea2269 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.855320] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Got total of 0 instances {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.855561] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.855883] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Getting list of instances from cluster (obj){ [ 616.855883] env[69325]: value = "domain-c8" [ 616.855883] env[69325]: _type = "ClusterComputeResource" [ 616.855883] env[69325]: } {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.856839] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f364f2c-ee38-4dc2-a579-7cdd3e5177d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.866012] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Got total of 0 instances {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 644.632491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.632808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.142207] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.310190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.311925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.474014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "3ebe98c4-028a-42e6-adef-da43904f73e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.476726] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.690308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.690308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.691373] env[69325]: INFO nova.compute.claims [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.818496] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.980678] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.344680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.504526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.763920] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.763920] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.816905] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8e94a-9fb5-4888-9bbb-2ea5a270963e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.826937] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c8d3c-2890-4d16-8c69-c501f0202b3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.864868] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c9e57d-9adc-4f2f-8f32-cf69971f465b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.873200] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e8147a-6904-4bfe-ab3a-91feab8b691c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.892438] env[69325]: DEBUG nova.compute.provider_tree [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.267253] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.396143] env[69325]: DEBUG nova.scheduler.client.report [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.801333] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.904910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.905859] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.909452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.565s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.910833] env[69325]: INFO nova.compute.claims [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.365624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.365624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.420036] env[69325]: DEBUG nova.compute.utils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.424021] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.424021] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.868624] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.929191] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.071156] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca2fbc3-9a19-46cd-80de-c22521be8ea6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.084187] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ccac4d-b5e5-473a-bead-da30a1a11a7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.121035] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6098ee-82cb-40a2-8945-d529e8e74781 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.134168] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c7692-66a2-4021-b8e0-ca34cacd2b38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.151323] env[69325]: DEBUG nova.compute.provider_tree [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.391910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.405140] env[69325]: DEBUG nova.policy [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5119301a8734ee6b4510c239421b6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2838b0178c5a4b3a9f5ef330e41ec802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.658015] env[69325]: DEBUG nova.scheduler.client.report [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.944310] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.984641] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.984874] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.985042] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.985450] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.985700] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.985877] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.986332] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.986531] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.987061] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.987286] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.987537] env[69325]: DEBUG nova.virt.hardware [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.988733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d6561-e1ed-4b91-949a-8817a5f4df6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.000401] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca405f25-00a0-4e25-a106-7fad928fad1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.023201] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86837f4-4199-406f-8d19-fa681189ba50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.164590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.164653] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.174357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.663s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.175915] env[69325]: INFO nova.compute.claims [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.291849] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Successfully created port: 88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.454447] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454447] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454447] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454447] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454447] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454616] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454775] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.454982] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 650.456192] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.680075] env[69325]: DEBUG nova.compute.utils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.686153] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.686153] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.962856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.000070] env[69325]: DEBUG nova.policy [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb6cc96dd054ef78dc81ce028e77952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47140144f52c4670bbaaece3310e3937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.186673] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.294431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6298b0-d51a-4cf8-80e4-18f8c7993fc9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.302575] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af56fee-97e1-4781-97ec-c27fae7b4bb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.340533] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ebd6f-51b2-43bd-a401-5bb0adca4a11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.349977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df1857-733a-452e-9a26-455fa1f8c30d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.365296] env[69325]: DEBUG nova.compute.provider_tree [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.868810] env[69325]: DEBUG nova.scheduler.client.report [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.200675] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.239452] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.239683] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.239843] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.240341] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.240341] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.240341] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.240520] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.241828] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.242140] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.243186] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.243186] env[69325]: DEBUG nova.virt.hardware [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.246830] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4176f-3676-43d7-86c5-a213eea1c93a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.255555] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a6afc7-ecb0-4402-8011-7917c3611045 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.294811] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Successfully created port: 8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.380149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.381287] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.387050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.582s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.389217] env[69325]: INFO nova.compute.claims [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.550939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.551593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.899735] env[69325]: DEBUG nova.compute.utils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.904261] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.904419] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.038820] env[69325]: DEBUG nova.policy [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3a984e19674035815fa8a468ee571b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6b433349ad94dbe82eeb9ab7f57be18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.055281] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.416128] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.548930] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50f719d-823e-4e9d-bab5-bd78f36c1f01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.559562] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfcee98-24a8-4d37-8464-f60718e1aa95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.603342] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Successfully updated port: 88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.610456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.610456] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ca0fc-4da8-4715-9d01-5ae5b9fa61e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.622954] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc8b76-9bea-4982-b91e-f1f42ff10580 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.643894] env[69325]: DEBUG nova.compute.provider_tree [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.932647] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Successfully created port: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.107649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.107649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquired lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.107649] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.149068] env[69325]: DEBUG nova.scheduler.client.report [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.438514] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.471331] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.471463] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.471547] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.471730] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.471875] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.472034] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.473030] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.473030] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.473030] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.473030] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.473030] env[69325]: DEBUG nova.virt.hardware [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.473849] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cdb627-892a-4965-b67d-a87cc3a487ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.484635] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32be99c-f4e5-4427-89c5-d64176a19055 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.659552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.659641] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.663351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.271s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.669715] env[69325]: INFO nova.compute.claims [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.678107] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.887354] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.887602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.939280] env[69325]: DEBUG nova.network.neutron [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Updating instance_info_cache with network_info: [{"id": "88f221e8-b573-4f7c-b396-bbb580935e19", "address": "fa:16:3e:54:8f:94", "network": {"id": "7a625895-53e5-4dcc-b84a-1020cbebaf3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-710540349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2838b0178c5a4b3a9f5ef330e41ec802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f221e8-b5", "ovs_interfaceid": "88f221e8-b573-4f7c-b396-bbb580935e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.175947] env[69325]: DEBUG nova.compute.utils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.182247] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.182247] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.332052] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Successfully updated port: 8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.364830] env[69325]: DEBUG nova.compute.manager [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Received event network-vif-plugged-88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.368530] env[69325]: DEBUG oslo_concurrency.lockutils [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] Acquiring lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.369081] env[69325]: DEBUG oslo_concurrency.lockutils [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.369081] env[69325]: DEBUG oslo_concurrency.lockutils [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.369081] env[69325]: DEBUG nova.compute.manager [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] No waiting events found dispatching network-vif-plugged-88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 655.369482] env[69325]: WARNING nova.compute.manager [req-33620ac1-ad34-4dea-8311-479a79a81158 req-38fc4bd8-b9b1-4908-af23-24a0b661313d service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Received unexpected event network-vif-plugged-88f221e8-b573-4f7c-b396-bbb580935e19 for instance with vm_state building and task_state spawning. [ 655.393816] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.442364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Releasing lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.444376] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Instance network_info: |[{"id": "88f221e8-b573-4f7c-b396-bbb580935e19", "address": "fa:16:3e:54:8f:94", "network": {"id": "7a625895-53e5-4dcc-b84a-1020cbebaf3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-710540349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2838b0178c5a4b3a9f5ef330e41ec802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f221e8-b5", "ovs_interfaceid": "88f221e8-b573-4f7c-b396-bbb580935e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.444884] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:8f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f221e8-b573-4f7c-b396-bbb580935e19', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.467234] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.468965] env[69325]: DEBUG nova.policy [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b250972753d2425dbd2cb80548d43c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a3582a43564b60a02b6ff4c145faa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.471609] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4ccb627-9f6f-421f-acf3-5348bb6df67a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.487806] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Created folder: OpenStack in parent group-v4. [ 655.488189] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating folder: Project (2838b0178c5a4b3a9f5ef330e41ec802). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.488538] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5eda91-6655-48ff-839d-e492a78858e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.503711] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Created folder: Project (2838b0178c5a4b3a9f5ef330e41ec802) in parent group-v806727. [ 655.503711] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating folder: Instances. Parent ref: group-v806728. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.503711] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8de7e12-719d-46da-9027-7d5a97ded243 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.518206] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Created folder: Instances in parent group-v806728. [ 655.518732] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.519082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.519466] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c8218c8-3db0-41bf-a0ca-2851e0b48336 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.546556] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.546556] env[69325]: value = "task-4071130" [ 655.546556] env[69325]: _type = "Task" [ 655.546556] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.561947] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071130, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.605138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "c8fb439a-a034-4360-a0a5-72f2cd895222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.605138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.683092] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.838094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.838251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.838407] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.863114] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ec507-cc99-43cb-b099-2a03af29c80a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.872220] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b126a-dcff-42e8-a174-bd5f3befcc9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.918955] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e57ccab-bab0-4d09-b834-941f8e9e5610 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.931801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea9d2d6-9e21-4384-9fe4-5edabf1db0a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.939735] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.956106] env[69325]: DEBUG nova.compute.provider_tree [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.058272] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071130, 'name': CreateVM_Task, 'duration_secs': 0.410759} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.058529] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.104241] env[69325]: DEBUG oslo_vmware.service [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6378b-861b-4c82-809c-e6708ca7f8d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.109788] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.118157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.118157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.118508] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9126d2-c44a-4f21-af83-a353cc11a945 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.132650] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 656.132650] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5224dd5d-ea35-edce-cde4-81511d63b965" [ 656.132650] env[69325]: _type = "Task" [ 656.132650] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.150068] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5224dd5d-ea35-edce-cde4-81511d63b965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.405693] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Successfully created port: 466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.459977] env[69325]: DEBUG nova.scheduler.client.report [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.474664] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.639599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.644298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.644853] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.645134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.645715] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.646924] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b3c8b2-40f4-4fbc-926a-a7d684a67e9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.655649] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.655851] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.656663] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f244ead-9d1d-412f-ac8b-c58479ba8e88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.663786] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bde1c8-e0af-4c16-bbe1-0cf01a1ac66f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.669340] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 656.669340] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fdc3a9-91a0-1877-ac99-3d69b824fa3b" [ 656.669340] env[69325]: _type = "Task" [ 656.669340] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.677674] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fdc3a9-91a0-1877-ac99-3d69b824fa3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.691560] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.725130] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.725395] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.725902] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.726575] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.726753] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.729912] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.729912] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.729912] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.729912] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.729912] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.730252] env[69325]: DEBUG nova.virt.hardware [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.730252] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50e177-f483-4032-ae0c-77147208b0b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.737996] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4f2cc-c418-4910-acdb-a2ca0bad7bda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.965977] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.966545] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.970737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.010s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.970924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.971100] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 656.971445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.365s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.972985] env[69325]: INFO nova.compute.claims [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.978273] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d259934-7335-4f9c-9c57-74fd07613c4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.987743] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d7fa2-d5ec-42dd-912e-3f2e8df1b165 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.008630] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf684fb-d7a2-41d1-ae7a-cd57769cfddc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.020836] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f1d7b-73f8-4d5b-a92d-83c544265e58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.068955] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 657.068955] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.190776] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.190776] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating directory with path [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.190776] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c21bac-456e-4b7e-81a3-468ffc8f83e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.219433] env[69325]: DEBUG nova.compute.manager [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Received event network-vif-plugged-8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.220574] env[69325]: DEBUG oslo_concurrency.lockutils [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] Acquiring lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.220941] env[69325]: DEBUG oslo_concurrency.lockutils [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.221186] env[69325]: DEBUG oslo_concurrency.lockutils [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.221639] env[69325]: DEBUG nova.compute.manager [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] No waiting events found dispatching network-vif-plugged-8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 657.222013] env[69325]: WARNING nova.compute.manager [req-157b130d-e2ca-4a0a-a797-4ee505c33450 req-fa9b2707-50ae-46fd-ae27-2f924d97f143 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Received unexpected event network-vif-plugged-8502f051-cf69-4155-9f81-19446cdecc12 for instance with vm_state building and task_state spawning. [ 657.224620] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Created directory with path [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.227236] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Fetch image to [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.227236] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Downloading image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69325) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.227236] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1488a095-c158-4efc-9620-136501f0ef17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.237887] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e597db-29bc-494d-b5ab-1c45aa69f1e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.254673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6044358-a605-455b-a322-6d1d0b68bfd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.292640] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e36fdd-af7d-488f-8c98-aca5f2908dc6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.300347] env[69325]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5d79eb8b-898d-49be-82c0-257ed4a0e749 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.312018] env[69325]: DEBUG nova.network.neutron [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Updating instance_info_cache with network_info: [{"id": "8502f051-cf69-4155-9f81-19446cdecc12", "address": "fa:16:3e:12:58:77", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8502f051-cf", "ovs_interfaceid": "8502f051-cf69-4155-9f81-19446cdecc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.333754] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Downloading image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to the data store datastore1 {{(pid=69325) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.413081] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.495876] env[69325]: DEBUG nova.compute.utils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.504468] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.504468] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.528476] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Successfully updated port: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.660075] env[69325]: DEBUG nova.policy [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e92f91cff724645afee9d2cc8fa7619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727bb6d987054c488d6d1f4e888bc5ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.817230] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.817565] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Instance network_info: |[{"id": "8502f051-cf69-4155-9f81-19446cdecc12", "address": "fa:16:3e:12:58:77", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8502f051-cf", "ovs_interfaceid": "8502f051-cf69-4155-9f81-19446cdecc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.818961] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:58:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8502f051-cf69-4155-9f81-19446cdecc12', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.829245] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Creating folder: Project (47140144f52c4670bbaaece3310e3937). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.832150] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f26e402-52ff-4995-bd7f-7ea2ed983201 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.844417] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Created folder: Project (47140144f52c4670bbaaece3310e3937) in parent group-v806727. [ 657.844669] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Creating folder: Instances. Parent ref: group-v806731. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.845023] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5e76f78-1c2a-4bb9-9539-99e43c4268d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.857957] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Created folder: Instances in parent group-v806731. [ 657.857957] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.857957] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.860447] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e84ad25-4feb-4e5f-ab25-44112484a4c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.882462] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.882462] env[69325]: value = "task-4071133" [ 657.882462] env[69325]: _type = "Task" [ 657.882462] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.894388] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071133, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003698] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.035381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.035667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquired lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.035860] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.235903] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda964f-c810-4708-866c-213dccac77a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.250703] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3425874-9fc0-4810-9b57-d92c55ec7f01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.289172] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.291175] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.291175] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3205d7-2572-414a-a36a-0725a796d45b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.303330] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5824fc70-b70f-4153-917b-d8d4aa533829 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.327624] env[69325]: DEBUG nova.compute.provider_tree [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.331240] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Downloaded image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69325) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.335418] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.335418] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Copying Virtual Disk [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk to [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.335418] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c0e568-8566-42ba-a9ef-d9b1711b4e01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.348372] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 658.348372] env[69325]: value = "task-4071134" [ 658.348372] env[69325]: _type = "Task" [ 658.348372] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.361865] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.398883] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071133, 'name': CreateVM_Task, 'duration_secs': 0.399568} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.399195] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.399987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.400169] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.400496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.400792] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6ad70c-7a51-4765-bc49-98fb495573cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.408944] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 658.408944] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52263e97-8f87-802e-3f89-1c789fa43308" [ 658.408944] env[69325]: _type = "Task" [ 658.408944] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.421785] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52263e97-8f87-802e-3f89-1c789fa43308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.767725] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.774079] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Successfully created port: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.794259] env[69325]: DEBUG nova.compute.manager [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Received event network-changed-88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.794461] env[69325]: DEBUG nova.compute.manager [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Refreshing instance network info cache due to event network-changed-88f221e8-b573-4f7c-b396-bbb580935e19. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.794673] env[69325]: DEBUG oslo_concurrency.lockutils [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] Acquiring lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.794832] env[69325]: DEBUG oslo_concurrency.lockutils [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] Acquired lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.794996] env[69325]: DEBUG nova.network.neutron [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Refreshing network info cache for port 88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.839352] env[69325]: DEBUG nova.scheduler.client.report [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.861163] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.929312] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.931019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.931019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.025727] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.073793] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.074098] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.074377] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.074452] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.074606] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.074752] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.074966] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.075140] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.075316] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.075516] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.075707] env[69325]: DEBUG nova.virt.hardware [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.076719] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31502255-19d8-4cda-9bae-e733ce23bf02 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.085896] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8e47f-43bd-4f67-a71d-53a922657a7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.302190] env[69325]: DEBUG nova.network.neutron [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Updating instance_info_cache with network_info: [{"id": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "address": "fa:16:3e:fb:55:21", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb39f4d-ce", "ovs_interfaceid": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.345825] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.346365] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.349250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.410s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.351016] env[69325]: INFO nova.compute.claims [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.364563] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777159} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.364974] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Copied Virtual Disk [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk to [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.365192] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleting the datastore file [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.365446] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71dbb66-9e69-4a38-80e9-f39d3f2e4c34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.373575] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 659.373575] env[69325]: value = "task-4071135" [ 659.373575] env[69325]: _type = "Task" [ 659.373575] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.382293] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.449838] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Successfully updated port: 466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.807255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Releasing lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.807255] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Instance network_info: |[{"id": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "address": "fa:16:3e:fb:55:21", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb39f4d-ce", "ovs_interfaceid": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.807989] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:55:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.816353] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Creating folder: Project (c6b433349ad94dbe82eeb9ab7f57be18). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.816655] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92c6a50-2ad8-4e44-8498-e72e7edacc5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.830258] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Created folder: Project (c6b433349ad94dbe82eeb9ab7f57be18) in parent group-v806727. [ 659.830258] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Creating folder: Instances. Parent ref: group-v806734. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.830258] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64be423f-1330-47d9-9aee-9448af9c5b97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.844282] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Created folder: Instances in parent group-v806734. [ 659.844908] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.844908] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.845242] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd38ff8-925e-419d-8338-124e6474a966 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.869022] env[69325]: DEBUG nova.compute.utils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.873807] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.874086] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.883389] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.883389] env[69325]: value = "task-4071138" [ 659.883389] env[69325]: _type = "Task" [ 659.883389] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.900727] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071138, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.907104] env[69325]: DEBUG nova.network.neutron [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Updated VIF entry in instance network info cache for port 88f221e8-b573-4f7c-b396-bbb580935e19. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.907104] env[69325]: DEBUG nova.network.neutron [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Updating instance_info_cache with network_info: [{"id": "88f221e8-b573-4f7c-b396-bbb580935e19", "address": "fa:16:3e:54:8f:94", "network": {"id": "7a625895-53e5-4dcc-b84a-1020cbebaf3d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-710540349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2838b0178c5a4b3a9f5ef330e41ec802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f221e8-b5", "ovs_interfaceid": "88f221e8-b573-4f7c-b396-bbb580935e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.910506] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.910506] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.912644] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Moving file from [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f/6f06049e-dc36-47c9-b886-e9477224ac3f to [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f. {{(pid=69325) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 659.913015] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f8fb1e91-f71e-42db-a703-cfd16623b05e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.923460] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 659.923460] env[69325]: value = "task-4071139" [ 659.923460] env[69325]: _type = "Task" [ 659.923460] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.935128] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071139, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.953831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.953831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.953831] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.995927] env[69325]: DEBUG nova.policy [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db0d6163f684d8abf6c188d707679f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae0d2d7344e464884b04d2d81cd7aab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.375163] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.396710] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071138, 'name': CreateVM_Task, 'duration_secs': 0.393705} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.396710] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.397057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.397270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.397603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.397900] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236d18da-6010-40d2-ab4e-2049df4f269a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.404352] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 660.404352] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e0fe17-aa34-70bd-96e8-22c7769154a9" [ 660.404352] env[69325]: _type = "Task" [ 660.404352] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.414476] env[69325]: DEBUG oslo_concurrency.lockutils [req-60be237c-4f4b-4535-b72a-f5584446d2a3 req-4b5479af-08a8-4d19-affa-f24699c976bb service nova] Releasing lock "refresh_cache-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.414876] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e0fe17-aa34-70bd-96e8-22c7769154a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.439221] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071139, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.04407} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.442854] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] File moved {{(pid=69325) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.443156] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Cleaning up location [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.443237] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleting the datastore file [datastore1] vmware_temp/e9530d3e-6ba2-44d5-a3db-fc3ad4b6d79f {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.444158] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1128bf-25b4-4aaf-bd51-7405d4871c38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.453134] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 660.453134] env[69325]: value = "task-4071140" [ 660.453134] env[69325]: _type = "Task" [ 660.453134] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.466181] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.550681] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cbbfff-0bad-4fcc-be57-b3b3719f19fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.560323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0dd65e-9930-4d09-80b1-1fa7edf3af76 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.598708] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9372255c-9774-43bb-857b-1c6bfc877d42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.610722] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42daebbb-4dbf-4ac7-a33e-32741adbb9bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.628267] env[69325]: DEBUG nova.compute.provider_tree [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.694978] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Successfully created port: 407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.738608] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.805195] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Received event network-changed-8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.805195] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Refreshing instance network info cache due to event network-changed-8502f051-cf69-4155-9f81-19446cdecc12. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.805195] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Acquiring lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.805653] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Acquired lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.806036] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Refreshing network info cache for port 8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.919503] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e0fe17-aa34-70bd-96e8-22c7769154a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.924224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.925031] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.925386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.966458] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026093} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.966672] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.967455] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddad83ee-34f7-4d25-9fff-811f69f5d1ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.973547] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 660.973547] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d44b93-ced5-e8d5-7681-f655dc2aa052" [ 660.973547] env[69325]: _type = "Task" [ 660.973547] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.988266] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d44b93-ced5-e8d5-7681-f655dc2aa052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.132268] env[69325]: DEBUG nova.scheduler.client.report [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.365385] env[69325]: DEBUG nova.network.neutron [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Updating instance_info_cache with network_info: [{"id": "466683e6-9587-4f61-b0f2-192916621a88", "address": "fa:16:3e:74:51:d6", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466683e6-95", "ovs_interfaceid": "466683e6-9587-4f61-b0f2-192916621a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.394704] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.432800] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.433588] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.433588] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.433819] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.433819] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.433934] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.434337] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.434501] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.434665] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.434828] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.435018] env[69325]: DEBUG nova.virt.hardware [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.436155] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec4265-3daf-44df-8ca6-62ea5146b08d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.448675] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb601b-bebf-4241-b614-e5ef61f827ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.487355] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d44b93-ced5-e8d5-7681-f655dc2aa052, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.490088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.490714] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7/f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.490714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.491043] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.491504] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd431572-3276-49bd-b038-62999c23409b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.493592] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758edb80-7085-4ad3-8082-74f883d4a099 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.502113] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 661.502113] env[69325]: value = "task-4071141" [ 661.502113] env[69325]: _type = "Task" [ 661.502113] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.508025] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.508025] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.512063] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2db624-4b38-4547-b710-97fea83d89b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.518485] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 661.518485] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e0e42c-0dcb-1e8c-cb0c-751495b4414f" [ 661.518485] env[69325]: _type = "Task" [ 661.518485] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.523793] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.534986] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e0e42c-0dcb-1e8c-cb0c-751495b4414f, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.534986] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ed14fc-5aa2-4b2a-b090-9d651a77422b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.547187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "0e82f13a-5834-4629-bf70-6646d1670e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.547187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.548134] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 661.548134] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f52718-6d26-142e-24cb-3fa19b481da0" [ 661.548134] env[69325]: _type = "Task" [ 661.548134] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.558510] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f52718-6d26-142e-24cb-3fa19b481da0, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.558888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.559219] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9c9aab78-56f9-4d83-9139-8e139813cb6d/9c9aab78-56f9-4d83-9139-8e139813cb6d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.559662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.559869] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.560146] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60ff8e3-e0fc-4713-9c49-ca39e93aeabb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.562751] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96256559-9107-4221-bc76-7949c70f9bb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.572009] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 661.572009] env[69325]: value = "task-4071142" [ 661.572009] env[69325]: _type = "Task" [ 661.572009] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.573335] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.573531] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.582129] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efad8bc9-40d1-456c-b947-9b6101a6ec48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.603329] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 661.603329] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522451d7-85d5-296c-1901-6da0990623ef" [ 661.603329] env[69325]: _type = "Task" [ 661.603329] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.604511] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.613320] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522451d7-85d5-296c-1901-6da0990623ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.638345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.638925] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.642829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.644446] env[69325]: INFO nova.compute.claims [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.868108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.868543] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Instance network_info: |[{"id": "466683e6-9587-4f61-b0f2-192916621a88", "address": "fa:16:3e:74:51:d6", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466683e6-95", "ovs_interfaceid": "466683e6-9587-4f61-b0f2-192916621a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.869175] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:51:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '466683e6-9587-4f61-b0f2-192916621a88', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.879745] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Creating folder: Project (98a3582a43564b60a02b6ff4c145faa7). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.880176] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e46a32ed-8591-49d1-a63a-940447c58846 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.897024] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Created folder: Project (98a3582a43564b60a02b6ff4c145faa7) in parent group-v806727. [ 661.897024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Creating folder: Instances. Parent ref: group-v806737. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.897024] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ee0497-c612-4cff-9dac-9d5340296a7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.909637] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Created folder: Instances in parent group-v806737. [ 661.910058] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.910350] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.911016] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5029fe6-0141-473c-a2aa-f09e84385ae0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.943300] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.943300] env[69325]: value = "task-4071145" [ 661.943300] env[69325]: _type = "Task" [ 661.943300] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.953675] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071145, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.027018] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.030201] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7/f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.031262] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.031262] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d7baba9-aa41-4b96-a0c2-c38aa764431a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.042404] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 662.042404] env[69325]: value = "task-4071146" [ 662.042404] env[69325]: _type = "Task" [ 662.042404] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.051301] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.058592] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.086502] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.123023] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522451d7-85d5-296c-1901-6da0990623ef, 'name': SearchDatastore_Task, 'duration_secs': 0.023091} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.123023] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee1a620-4c68-49ce-8105-636d474efc9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.130578] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 662.130578] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522fbc0c-5219-5446-e1fd-d2e650c6b1c5" [ 662.130578] env[69325]: _type = "Task" [ 662.130578] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.150116] env[69325]: DEBUG nova.compute.utils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.153592] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522fbc0c-5219-5446-e1fd-d2e650c6b1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.153926] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 662.257490] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.257783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.434515] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Successfully updated port: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.455954] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071145, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.491127] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Updated VIF entry in instance network info cache for port 8502f051-cf69-4155-9f81-19446cdecc12. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.491491] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Updating instance_info_cache with network_info: [{"id": "8502f051-cf69-4155-9f81-19446cdecc12", "address": "fa:16:3e:12:58:77", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8502f051-cf", "ovs_interfaceid": "8502f051-cf69-4155-9f81-19446cdecc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.553323] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103575} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.553323] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.554762] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade8326-9704-4153-a4a4-cb8668d1a132 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.583095] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7/f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.585820] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecdd2f28-fc00-490d-9858-db5f8fc60630 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.612700] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768931} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.614094] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9c9aab78-56f9-4d83-9139-8e139813cb6d/9c9aab78-56f9-4d83-9139-8e139813cb6d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.614318] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.614825] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 662.614825] env[69325]: value = "task-4071147" [ 662.614825] env[69325]: _type = "Task" [ 662.614825] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.615066] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ec797c6-6eee-4e47-ae5e-a7ab9bb97279 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.630119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.632337] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.633312] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 662.633312] env[69325]: value = "task-4071148" [ 662.633312] env[69325]: _type = "Task" [ 662.633312] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.648980] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522fbc0c-5219-5446-e1fd-d2e650c6b1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.055413} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.648980] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.649232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.649502] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3ebe98c4-028a-42e6-adef-da43904f73e2/3ebe98c4-028a-42e6-adef-da43904f73e2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.653021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff29098c-c607-47f2-b12d-12da85cd0722 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.658676] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.666875] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 662.666875] env[69325]: value = "task-4071149" [ 662.666875] env[69325]: _type = "Task" [ 662.666875] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.675439] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.760188] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.937296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.937296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquired lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.941047] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.961940] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071145, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.998113] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Releasing lock "refresh_cache-9c9aab78-56f9-4d83-9139-8e139813cb6d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.999575] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Received event network-vif-plugged-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.999789] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Acquiring lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.000012] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.000190] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.000360] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] No waiting events found dispatching network-vif-plugged-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.000527] env[69325]: WARNING nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Received unexpected event network-vif-plugged-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb for instance with vm_state building and task_state spawning. [ 663.000696] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Received event network-changed-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.000851] env[69325]: DEBUG nova.compute.manager [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Refreshing instance network info cache due to event network-changed-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.001083] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Acquiring lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.003225] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Acquired lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.003225] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Refreshing network info cache for port fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.006929] env[69325]: DEBUG nova.compute.manager [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Received event network-vif-plugged-466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.008330] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Acquiring lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.008330] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.008330] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.008330] env[69325]: DEBUG nova.compute.manager [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] No waiting events found dispatching network-vif-plugged-466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.008330] env[69325]: WARNING nova.compute.manager [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Received unexpected event network-vif-plugged-466683e6-9587-4f61-b0f2-192916621a88 for instance with vm_state building and task_state spawning. [ 663.008662] env[69325]: DEBUG nova.compute.manager [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Received event network-changed-466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.009146] env[69325]: DEBUG nova.compute.manager [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Refreshing instance network info cache due to event network-changed-466683e6-9587-4f61-b0f2-192916621a88. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.009492] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Acquiring lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.009984] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Acquired lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.010174] env[69325]: DEBUG nova.network.neutron [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Refreshing network info cache for port 466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.019651] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deb3489-3097-4050-95b9-a41d6b4fe3b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.030651] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7081c4d5-f944-4c39-96c2-6bf6efd2ca8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.068562] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6d7ab-34e0-4e51-8088-738757ffb852 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.078181] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07653a4-1f55-4edd-acfb-32859f85d2f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.094874] env[69325]: DEBUG nova.compute.provider_tree [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.129289] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071147, 'name': ReconfigVM_Task, 'duration_secs': 0.315858} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.129571] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Reconfigured VM instance instance-00000001 to attach disk [datastore1] f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7/f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.130370] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13d15ff-2ea8-4aeb-8f93-cd67d56cd650 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.143681] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 663.143681] env[69325]: value = "task-4071150" [ 663.143681] env[69325]: _type = "Task" [ 663.143681] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.153110] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069269} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.153583] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.154225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d064a0c1-8b34-4e40-b343-bde8f1e6061e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.160921] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.162104] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Successfully updated port: 407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.192052] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9c9aab78-56f9-4d83-9139-8e139813cb6d/9c9aab78-56f9-4d83-9139-8e139813cb6d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.196714] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f45b9db-402f-4c77-8594-9d85939ca246 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.219254] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.221116] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 663.221116] env[69325]: value = "task-4071151" [ 663.221116] env[69325]: _type = "Task" [ 663.221116] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.230919] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.289885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.468676] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071145, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.507597] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.597854] env[69325]: DEBUG nova.scheduler.client.report [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.653537] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.664955] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.664955] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.665094] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.694994] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.697388] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.723738] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.724143] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.724369] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.724611] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.724894] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.725129] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.725354] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.725583] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.725790] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.726040] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.726307] env[69325]: DEBUG nova.virt.hardware [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.727441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb585c7-8aba-43b1-b0c4-830c74285ff3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.744504] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.748893] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a73583b-a76c-44be-b674-18ad4d0fbaa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.767477] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.773976] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating folder: Project (207161185a9a45449936585c896630eb). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.778613] env[69325]: DEBUG nova.network.neutron [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Updating instance_info_cache with network_info: [{"id": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "address": "fa:16:3e:be:79:5e", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126ab9d0-20", "ovs_interfaceid": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.778613] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-415b5ac7-5150-4ba5-a235-444d6b2cceab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.799804] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Created folder: Project (207161185a9a45449936585c896630eb) in parent group-v806727. [ 663.799804] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating folder: Instances. Parent ref: group-v806740. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.799804] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ba5517-e386-439c-b43f-d0b597bef980 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.817307] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Created folder: Instances in parent group-v806740. [ 663.817692] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.818092] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.818507] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151a508d-d2a7-4e08-a672-c244a5de9c3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.851267] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.851267] env[69325]: value = "task-4071154" [ 663.851267] env[69325]: _type = "Task" [ 663.851267] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.864713] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071154, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.965488] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071145, 'name': CreateVM_Task, 'duration_secs': 1.524073} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.970427] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.973148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.973148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.973148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.973741] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b73e59b-2bae-4115-adb8-c84213353f33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.985195] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 663.985195] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52acbca3-48ed-3312-2512-4112813a3f10" [ 663.985195] env[69325]: _type = "Task" [ 663.985195] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.000128] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52acbca3-48ed-3312-2512-4112813a3f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.109724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.115870] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.121252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.050s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.164927] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.196122] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497103} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.196122] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3ebe98c4-028a-42e6-adef-da43904f73e2/3ebe98c4-028a-42e6-adef-da43904f73e2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.196333] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.196498] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6f50f5-7d71-4e5e-87cd-d621590c6d62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.199884] env[69325]: DEBUG nova.network.neutron [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Updated VIF entry in instance network info cache for port 466683e6-9587-4f61-b0f2-192916621a88. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.200511] env[69325]: DEBUG nova.network.neutron [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Updating instance_info_cache with network_info: [{"id": "466683e6-9587-4f61-b0f2-192916621a88", "address": "fa:16:3e:74:51:d6", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466683e6-95", "ovs_interfaceid": "466683e6-9587-4f61-b0f2-192916621a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.208154] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 664.208154] env[69325]: value = "task-4071155" [ 664.208154] env[69325]: _type = "Task" [ 664.208154] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.217017] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.224492] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.235266] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Updated VIF entry in instance network info cache for port fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.235563] env[69325]: DEBUG nova.network.neutron [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Updating instance_info_cache with network_info: [{"id": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "address": "fa:16:3e:fb:55:21", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb39f4d-ce", "ovs_interfaceid": "fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.242757] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071151, 'name': ReconfigVM_Task, 'duration_secs': 0.823281} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.248025] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9c9aab78-56f9-4d83-9139-8e139813cb6d/9c9aab78-56f9-4d83-9139-8e139813cb6d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.248905] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e533902-f15b-49c9-a308-497ba87982eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.261793] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 664.261793] env[69325]: value = "task-4071156" [ 664.261793] env[69325]: _type = "Task" [ 664.261793] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.275164] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071156, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.283397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Releasing lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.283397] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Instance network_info: |[{"id": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "address": "fa:16:3e:be:79:5e", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126ab9d0-20", "ovs_interfaceid": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.283601] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:79:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '126ab9d0-2019-4f9e-8cfc-956f13ac4cbb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.294419] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Creating folder: Project (727bb6d987054c488d6d1f4e888bc5ca). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.295168] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3cb59b8-0be4-48d8-807c-a6760bb90049 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.307293] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Created folder: Project (727bb6d987054c488d6d1f4e888bc5ca) in parent group-v806727. [ 664.310025] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Creating folder: Instances. Parent ref: group-v806743. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.310025] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1347abde-2cbc-4371-8256-ad8e84cbcc7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.320441] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Created folder: Instances in parent group-v806743. [ 664.320441] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.320441] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.321014] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725e9d53-1fe2-4a5f-ab65-c013ca8f1884 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.343388] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.343388] env[69325]: value = "task-4071159" [ 664.343388] env[69325]: _type = "Task" [ 664.343388] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.353173] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.362748] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071154, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.447914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "20214520-e4ae-4e49-8958-f2196303b998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.448172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.496352] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52acbca3-48ed-3312-2512-4112813a3f10, 'name': SearchDatastore_Task, 'duration_secs': 0.059798} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.496608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.496837] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.497170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.498093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.498093] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.498093] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a635b0-ec73-4991-bd2d-e6b6d4743bc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.508168] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.508537] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.509577] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cce564-480e-4bb5-8aae-9dddba34b8ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.519506] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 664.519506] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5285fb10-5286-0213-4f82-6a82a1c0ab51" [ 664.519506] env[69325]: _type = "Task" [ 664.519506] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.533023] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5285fb10-5286-0213-4f82-6a82a1c0ab51, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.533818] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4190592a-2d47-4334-893f-b4b8eea677e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.544227] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 664.544227] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52515163-fd12-1c4e-2a99-cde4fc6cc77f" [ 664.544227] env[69325]: _type = "Task" [ 664.544227] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.555587] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52515163-fd12-1c4e-2a99-cde4fc6cc77f, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.555587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.555587] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3ac2a03e-f49a-47bb-a28e-1a331ce309f2/3ac2a03e-f49a-47bb-a28e-1a331ce309f2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.555587] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c3ae0b-57a4-402f-b728-a50a1c8e8fb5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.563110] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 664.563110] env[69325]: value = "task-4071160" [ 664.563110] env[69325]: _type = "Task" [ 664.563110] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.567554] env[69325]: DEBUG nova.network.neutron [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating instance_info_cache with network_info: [{"id": "407e8a93-de21-4489-9f6c-5990d3aa921d", "address": "fa:16:3e:19:43:e5", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407e8a93-de", "ovs_interfaceid": "407e8a93-de21-4489-9f6c-5990d3aa921d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.575603] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.610496] env[69325]: DEBUG nova.compute.manager [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Received event network-vif-plugged-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.611521] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Acquiring lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.611865] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.612264] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.613116] env[69325]: DEBUG nova.compute.manager [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] No waiting events found dispatching network-vif-plugged-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.613116] env[69325]: WARNING nova.compute.manager [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Received unexpected event network-vif-plugged-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb for instance with vm_state building and task_state spawning. [ 664.613116] env[69325]: DEBUG nova.compute.manager [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Received event network-changed-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.613116] env[69325]: DEBUG nova.compute.manager [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Refreshing instance network info cache due to event network-changed-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.613271] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Acquiring lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.613445] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Acquired lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.613727] env[69325]: DEBUG nova.network.neutron [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Refreshing network info cache for port 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.627094] env[69325]: DEBUG nova.compute.utils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.628740] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.628905] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.641236] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.668398] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.703478] env[69325]: DEBUG oslo_concurrency.lockutils [req-2bf8bec3-d28a-4408-bb2c-c73f2d61c562 req-fa5933b7-0b91-4caf-835c-e671052218c8 service nova] Releasing lock "refresh_cache-3ac2a03e-f49a-47bb-a28e-1a331ce309f2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719622] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075772} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.719927] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.720841] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999edf46-9a79-4c6d-84de-7dac210bea3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.730024] env[69325]: DEBUG nova.policy [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9cf18a9784f45ca9674158a957e630c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0319d89f6247ceb83e0713566a8e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.743884] env[69325]: DEBUG oslo_concurrency.lockutils [req-a6086456-f108-4f48-8cd2-8ab3d637f56b req-6ac2f74c-77d8-46bb-9152-f54fc5155b53 service nova] Releasing lock "refresh_cache-3ebe98c4-028a-42e6-adef-da43904f73e2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.753230] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 3ebe98c4-028a-42e6-adef-da43904f73e2/3ebe98c4-028a-42e6-adef-da43904f73e2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.755875] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a357c8-e24b-4085-bac6-86fc8422407b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.783785] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 664.783785] env[69325]: value = "task-4071161" [ 664.783785] env[69325]: _type = "Task" [ 664.783785] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.791212] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071156, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.797286] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.858212] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.872392] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071154, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.069999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071031] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Instance network_info: |[{"id": "407e8a93-de21-4489-9f6c-5990d3aa921d", "address": "fa:16:3e:19:43:e5", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407e8a93-de", "ovs_interfaceid": "407e8a93-de21-4489-9f6c-5990d3aa921d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.071199] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:43:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407e8a93-de21-4489-9f6c-5990d3aa921d', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.079936] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Creating folder: Project (aae0d2d7344e464884b04d2d81cd7aab). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.084846] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c960f779-ad0a-4414-a3e1-92173ef6d748 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.085118] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484206} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.085385] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3ac2a03e-f49a-47bb-a28e-1a331ce309f2/3ac2a03e-f49a-47bb-a28e-1a331ce309f2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.085758] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.086488] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74609b9d-36c7-4cb1-9876-0399ad35cc3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.095726] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 665.095726] env[69325]: value = "task-4071163" [ 665.095726] env[69325]: _type = "Task" [ 665.095726] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.102377] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Created folder: Project (aae0d2d7344e464884b04d2d81cd7aab) in parent group-v806727. [ 665.102538] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Creating folder: Instances. Parent ref: group-v806746. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.104499] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d357a1a1-7943-4465-8b21-4e0683b735e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.108660] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.120734] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Created folder: Instances in parent group-v806746. [ 665.121883] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.121883] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.121883] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-202ef3bb-9761-455a-be7d-479d93c9613b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.154605] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.154605] env[69325]: value = "task-4071165" [ 665.154605] env[69325]: _type = "Task" [ 665.154605] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.176749] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071165, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.177575] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.194329] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.194514] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9c9aab78-56f9-4d83-9139-8e139813cb6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198030] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3ebe98c4-028a-42e6-adef-da43904f73e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198030] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3ac2a03e-f49a-47bb-a28e-1a331ce309f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198030] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ed235f06-74da-45fb-abde-eb1806b1a0d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198030] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 53a5c270-6084-4c1e-a63b-7cc7de611e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198328] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 5b062b1d-53b0-4c79-a695-a5aaabcf3552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.198328] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance c8fb439a-a034-4360-a0a5-72f2cd895222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 665.238435] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Successfully created port: 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.291305] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071156, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.300831] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.362938] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.374556] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071154, 'name': CreateVM_Task, 'duration_secs': 1.377019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.374838] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.375915] env[69325]: DEBUG oslo_vmware.service [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c836d-5f89-484b-9e62-b91b9a53673a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.383340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.383588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.385631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.385631] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590eb78b-71de-494e-afc9-78c856e28735 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.394872] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 665.394872] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52993c0f-9ed6-4398-fcf3-5b902fce02be" [ 665.394872] env[69325]: _type = "Task" [ 665.394872] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.404912] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52993c0f-9ed6-4398-fcf3-5b902fce02be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.431775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "7475e359-e007-463f-b11b-8d5fc1917ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.432291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.608203] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.608540] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.609425] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5e3a2b-e664-415a-b49a-d99147bdcf36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.640131] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3ac2a03e-f49a-47bb-a28e-1a331ce309f2/3ac2a03e-f49a-47bb-a28e-1a331ce309f2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.640500] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b86866-243a-457b-9e40-ddaa753ccc6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.665257] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.685852] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071150, 'name': Rename_Task, 'duration_secs': 2.122052} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.685852] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.685984] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 665.685984] env[69325]: value = "task-4071166" [ 665.685984] env[69325]: _type = "Task" [ 665.685984] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.688032] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-248dcc6f-65c2-4481-a8fe-e47d9aa5116c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.697134] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071165, 'name': CreateVM_Task, 'duration_secs': 0.461945} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.699746] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.700970] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0e82f13a-5834-4629-bf70-6646d1670e8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 665.702983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.705193] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 665.705193] env[69325]: value = "task-4071167" [ 665.705193] env[69325]: _type = "Task" [ 665.705193] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.708763] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.711207] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.711906] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.711906] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.711906] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.712047] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.712111] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.712325] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.712481] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.712644] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.712808] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.712980] env[69325]: DEBUG nova.virt.hardware [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.717192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767c8f2-93f8-4967-b822-510c46d08fdb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.726397] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071167, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.730582] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd93d3-d020-4904-90c5-b1508e1f0659 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.751214] env[69325]: DEBUG nova.network.neutron [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Updated VIF entry in instance network info cache for port 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.751214] env[69325]: DEBUG nova.network.neutron [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Updating instance_info_cache with network_info: [{"id": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "address": "fa:16:3e:be:79:5e", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126ab9d0-20", "ovs_interfaceid": "126ab9d0-2019-4f9e-8cfc-956f13ac4cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.784263] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071156, 'name': Rename_Task, 'duration_secs': 1.083914} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.784550] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.784800] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1d9cc1-a264-482d-b6f9-f4cf42a99488 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.793094] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 665.793094] env[69325]: value = "task-4071168" [ 665.793094] env[69325]: _type = "Task" [ 665.793094] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.799579] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071161, 'name': ReconfigVM_Task, 'duration_secs': 0.870249} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.800857] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 3ebe98c4-028a-42e6-adef-da43904f73e2/3ebe98c4-028a-42e6-adef-da43904f73e2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.801868] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c409371d-8320-4231-9e18-ed231607ea45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.809480] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.811200] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 665.811200] env[69325]: value = "task-4071169" [ 665.811200] env[69325]: _type = "Task" [ 665.811200] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.822051] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071169, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.856624] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.905983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.906301] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.906712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.906712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.906828] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.907404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.907404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.907598] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-194c64d6-4f60-4c9f-8065-97cd4da70789 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.910994] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6fcaf4c-15b1-4e99-a804-3c7383e0385f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.915877] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 665.915877] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f08d97-e8e8-89ca-56e7-7b1dfe3281f5" [ 665.915877] env[69325]: _type = "Task" [ 665.915877] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.929056] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f08d97-e8e8-89ca-56e7-7b1dfe3281f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.933028] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.933028] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.933876] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d911279-bd5f-4436-8d94-625be761014f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.941495] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9710b21-4947-40ba-b80d-218daecd721d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.949399] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 665.949399] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5248729a-9cac-afdc-cb57-6edf14edf648" [ 665.949399] env[69325]: _type = "Task" [ 665.949399] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.959975] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5248729a-9cac-afdc-cb57-6edf14edf648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.092048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.092438] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.200247] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.204331] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance bcd6aaab-6eb2-4283-97db-b3e67330f4e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 666.222252] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.253980] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b03c08c-9ab6-4925-8c85-a7c4bd2502c1 req-f02c587e-f3de-486d-b02c-eb38e822e9d4 service nova] Releasing lock "refresh_cache-ed235f06-74da-45fb-abde-eb1806b1a0d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.311288] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.321590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.322416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.331653] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071169, 'name': Rename_Task, 'duration_secs': 0.182083} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.332111] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.332330] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10015a3-cf98-485a-8514-cc2e5888b10f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.342714] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 666.342714] env[69325]: value = "task-4071170" [ 666.342714] env[69325]: _type = "Task" [ 666.342714] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.358221] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.362224] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.428520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.428841] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.429143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.462611] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 666.464635] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating directory with path [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.464635] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a57faa67-3d4a-4ac7-821d-7433faaf645b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.501309] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Created directory with path [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.501519] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Fetch image to [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 666.502396] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Downloading image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69325) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 666.502563] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b874ff-50bf-42a5-a8f6-630e8f45fe24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.513084] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b22513-6a98-4f4f-9eed-4bae33280042 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.523118] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e56a7c-c31b-4b86-940b-5b0b9e15eabb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.569683] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db387bcd-6857-427d-8de2-e3f478d007ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.577859] env[69325]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a57d9b07-90b6-4935-bdf4-a35bded92e3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.616367] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Downloading image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to the data store datastore2 {{(pid=69325) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 666.682812] env[69325]: DEBUG oslo_vmware.rw_handles [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 666.742314] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 20214520-e4ae-4e49-8958-f2196303b998 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 666.768213] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.768213] env[69325]: DEBUG oslo_vmware.api [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071167, 'name': PowerOnVM_Task, 'duration_secs': 0.526451} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.768213] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.768213] env[69325]: INFO nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Took 16.82 seconds to spawn the instance on the hypervisor. [ 666.768213] env[69325]: DEBUG nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.768994] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677742fe-677e-40c2-9733-38291eab7064 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.810389] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.867743] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071170, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.869059] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071159, 'name': CreateVM_Task, 'duration_secs': 2.213155} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.869566] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.870760] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.871062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.871996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.872240] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbd3dab-ce6e-45ab-b85d-1017603992c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878745] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 666.878745] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d2435d-a2b9-d76c-1a19-426675365dd0" [ 666.878745] env[69325]: _type = "Task" [ 666.878745] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.892112] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d2435d-a2b9-d76c-1a19-426675365dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.036211] env[69325]: DEBUG nova.compute.manager [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Received event network-vif-plugged-407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.036725] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.037068] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.037272] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.037502] env[69325]: DEBUG nova.compute.manager [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] No waiting events found dispatching network-vif-plugged-407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.037709] env[69325]: WARNING nova.compute.manager [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Received unexpected event network-vif-plugged-407e8a93-de21-4489-9f6c-5990d3aa921d for instance with vm_state building and task_state spawning. [ 667.037909] env[69325]: DEBUG nova.compute.manager [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Received event network-changed-407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.038060] env[69325]: DEBUG nova.compute.manager [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Refreshing instance network info cache due to event network-changed-407e8a93-de21-4489-9f6c-5990d3aa921d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.038260] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Acquiring lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.038396] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Acquired lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.038598] env[69325]: DEBUG nova.network.neutron [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Refreshing network info cache for port 407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.258363] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7475e359-e007-463f-b11b-8d5fc1917ec6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.258854] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 667.258854] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 667.261445] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071166, 'name': ReconfigVM_Task, 'duration_secs': 1.197006} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.262444] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3ac2a03e-f49a-47bb-a28e-1a331ce309f2/3ac2a03e-f49a-47bb-a28e-1a331ce309f2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.263444] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e48c7b2-2253-47af-91df-fd04b3a1d86a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.276376] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 667.276376] env[69325]: value = "task-4071171" [ 667.276376] env[69325]: _type = "Task" [ 667.276376] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.293520] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071171, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.295028] env[69325]: INFO nova.compute.manager [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Took 21.64 seconds to build instance. [ 667.312419] env[69325]: DEBUG oslo_vmware.api [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071168, 'name': PowerOnVM_Task, 'duration_secs': 1.245609} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.319909] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.319909] env[69325]: INFO nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Took 15.12 seconds to spawn the instance on the hypervisor. [ 667.320144] env[69325]: DEBUG nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.323359] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a32f7-54c2-42f1-a80f-00fb935376de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.360418] env[69325]: DEBUG oslo_vmware.api [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071170, 'name': PowerOnVM_Task, 'duration_secs': 0.8191} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.361133] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.361764] env[69325]: INFO nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Took 12.92 seconds to spawn the instance on the hypervisor. [ 667.361764] env[69325]: DEBUG nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.362853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121654aa-ddba-4a2b-bbdc-4fe4489604e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.392814] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d2435d-a2b9-d76c-1a19-426675365dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.394241] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.394481] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.394892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.394892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.395065] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.395700] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ec16c6-ecd8-4a01-a7aa-3ff0314b6f5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.409044] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.409244] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.410058] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495aeb9f-b236-48c8-add0-9527ac0b2d34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.419670] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 667.419670] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52308e15-dd20-7a5b-911d-12e590193dfe" [ 667.419670] env[69325]: _type = "Task" [ 667.419670] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.434956] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52308e15-dd20-7a5b-911d-12e590193dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.438913] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2a3138-b5f2-4050-9f7b-79f80c2f55b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.449794] env[69325]: DEBUG oslo_vmware.rw_handles [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 667.449935] env[69325]: DEBUG oslo_vmware.rw_handles [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 667.450395] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 667.450395] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5225fef3-fdd0-328e-ba98-444c3b243ee2" [ 667.450395] env[69325]: _type = "Task" [ 667.450395] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.461333] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5225fef3-fdd0-328e-ba98-444c3b243ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.461741] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.462291] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ed235f06-74da-45fb-abde-eb1806b1a0d1/ed235f06-74da-45fb-abde-eb1806b1a0d1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.462570] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197dde67-ffa1-4989-a596-a874145902c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.472358] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 667.472358] env[69325]: value = "task-4071172" [ 667.472358] env[69325]: _type = "Task" [ 667.472358] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.482328] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.589146] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2a164-21a3-4c21-b73c-f022cb714ffd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.593032] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Downloaded image file data 6f06049e-dc36-47c9-b886-e9477224ac3f to vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69325) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 667.595200] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 667.595200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copying Virtual Disk [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk to [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.595501] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d4a9533-da28-4330-b001-b92ea736a4f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.604311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bb7ee-f186-4cd1-baec-df608ea6558c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.607917] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 667.607917] env[69325]: value = "task-4071173" [ 667.607917] env[69325]: _type = "Task" [ 667.607917] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.640354] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64132cf0-dd1e-421b-b378-39f32ab279bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.646789] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.656112] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf9bc20-6aaf-4b28-934d-a3be55b23fa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.672357] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.751374] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Successfully updated port: 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.797018] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071171, 'name': Rename_Task, 'duration_secs': 0.237745} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.797899] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3b3d451-3f84-4740-a7d8-3e65118c4534 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.165s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.797899] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.799545] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb143af-7fa0-43dc-acc1-4092a0cb7dd0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.811846] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 667.811846] env[69325]: value = "task-4071174" [ 667.811846] env[69325]: _type = "Task" [ 667.811846] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.822579] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.858029] env[69325]: INFO nova.compute.manager [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Took 21.53 seconds to build instance. [ 667.893611] env[69325]: INFO nova.compute.manager [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Took 21.40 seconds to build instance. [ 667.986360] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.122762] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071173, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.179223] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.256090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.256090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.256090] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.305545] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.328827] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.359363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3964271b-fed3-4c56-a1bd-a010330f212a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.048s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.396835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58f43505-23df-4f6b-a4b3-8c8658066343 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.920s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.491202] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521584} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.493227] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ed235f06-74da-45fb-abde-eb1806b1a0d1/ed235f06-74da-45fb-abde-eb1806b1a0d1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.493227] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.493227] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec04caf-dcc8-4616-99f3-9b3c4d224fd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.504686] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 668.504686] env[69325]: value = "task-4071175" [ 668.504686] env[69325]: _type = "Task" [ 668.504686] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.517282] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.558546] env[69325]: DEBUG nova.network.neutron [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updated VIF entry in instance network info cache for port 407e8a93-de21-4489-9f6c-5990d3aa921d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.559241] env[69325]: DEBUG nova.network.neutron [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating instance_info_cache with network_info: [{"id": "407e8a93-de21-4489-9f6c-5990d3aa921d", "address": "fa:16:3e:19:43:e5", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407e8a93-de", "ovs_interfaceid": "407e8a93-de21-4489-9f6c-5990d3aa921d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.620995] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958992} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.625816] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copied Virtual Disk [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk to [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.625816] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleting the datastore file [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f/tmp-sparse.vmdk {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.625816] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b98db31b-975b-4d2f-9764-fbc6d9243728 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.632049] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 668.632049] env[69325]: value = "task-4071176" [ 668.632049] env[69325]: _type = "Task" [ 668.632049] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.646270] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.686492] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 668.686492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.567s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.686492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.056s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.688136] env[69325]: INFO nova.compute.claims [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.832415] env[69325]: DEBUG oslo_vmware.api [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071174, 'name': PowerOnVM_Task, 'duration_secs': 1.000088} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.834281] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.834816] env[69325]: INFO nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Took 12.14 seconds to spawn the instance on the hypervisor. [ 668.835171] env[69325]: DEBUG nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.837055] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128a3a2-f12b-496b-b0cb-859dcdba0962 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.845210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.867102] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.900045] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.942655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.942945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.017839] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197388} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.018503] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.019555] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de123804-df05-4d55-a164-8872467a9f8a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.046358] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ed235f06-74da-45fb-abde-eb1806b1a0d1/ed235f06-74da-45fb-abde-eb1806b1a0d1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.046751] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f0cf2a-d77a-4134-9b5c-fa1059110a32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.063162] env[69325]: DEBUG oslo_concurrency.lockutils [req-38eea8a7-9c0d-4838-a31c-37d81357e4fb req-319279a9-37d1-422e-ac85-5456f3279015 service nova] Releasing lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.066683] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.070659] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 669.070659] env[69325]: value = "task-4071177" [ 669.070659] env[69325]: _type = "Task" [ 669.070659] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.081521] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.144542] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028298} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.144727] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.145020] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Moving file from [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3/6f06049e-dc36-47c9-b886-e9477224ac3f to [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f. {{(pid=69325) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 669.145324] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-72808c0d-f74a-4c97-b74e-545d6d3c8bd9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.154504] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 669.154504] env[69325]: value = "task-4071178" [ 669.154504] env[69325]: _type = "Task" [ 669.154504] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.163629] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071178, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.363088] env[69325]: INFO nova.compute.manager [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Took 21.59 seconds to build instance. [ 669.410295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.441642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.465694] env[69325]: DEBUG nova.network.neutron [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.585462] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.671147] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071178, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031287} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.671147] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] File moved {{(pid=69325) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 669.671147] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Cleaning up location [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 669.671769] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleting the datastore file [datastore2] vmware_temp/e4a59dcc-4bb2-459e-9a05-1da090dca5a3 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.672175] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66aaaaaa-ed3f-4801-bfbb-defb8fe896f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.684159] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 669.684159] env[69325]: value = "task-4071179" [ 669.684159] env[69325]: _type = "Task" [ 669.684159] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.699590] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.863397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee07100c-d975-4006-ab98-775799ff1036 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.099s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.970375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.974069] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Instance network_info: |[{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.974608] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:52:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853feba3-cacf-4351-a192-cf4a59528fab', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.987103] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Creating folder: Project (1a0319d89f6247ceb83e0713566a8e30). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.991668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "interface-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.991984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "interface-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.992384] env[69325]: DEBUG nova.objects.instance [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lazy-loading 'flavor' on Instance uuid f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.994058] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6502c1e6-aa6c-44be-a3c6-3c971845746b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.006930] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Created folder: Project (1a0319d89f6247ceb83e0713566a8e30) in parent group-v806727. [ 670.007239] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Creating folder: Instances. Parent ref: group-v806749. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.007511] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea963042-698e-45df-a45e-9adcdbdea95b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.023159] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Created folder: Instances in parent group-v806749. [ 670.024282] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.024282] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.024282] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d26dc9cf-26fa-4c68-bb7f-a4d5c802e9c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.053544] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.053544] env[69325]: value = "task-4071182" [ 670.053544] env[69325]: _type = "Task" [ 670.053544] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.063901] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071182, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.067134] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac8901-7b4b-42ee-a05a-458169fa7747 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.079192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2b49f-488a-42a9-82f3-c39f26fe82c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.091957] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071177, 'name': ReconfigVM_Task, 'duration_secs': 0.835163} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.091957] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ed235f06-74da-45fb-abde-eb1806b1a0d1/ed235f06-74da-45fb-abde-eb1806b1a0d1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.092444] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220b3e16-45b3-4768-bf25-8bf48de9c2b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.130183] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f76daa-575e-48a6-a283-fa4d51f3f24d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.135129] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 670.135129] env[69325]: value = "task-4071183" [ 670.135129] env[69325]: _type = "Task" [ 670.135129] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.143634] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1faa6-3534-46ce-8299-a7950d0ad718 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.152744] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071183, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.166311] env[69325]: DEBUG nova.compute.provider_tree [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.194729] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031359} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.194729] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.195440] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b216ae-110f-4155-b118-599ea4352554 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.204024] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 670.204024] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b2ef6b-2f1d-e74a-049e-294c766ab32f" [ 670.204024] env[69325]: _type = "Task" [ 670.204024] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.214778] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b2ef6b-2f1d-e74a-049e-294c766ab32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.372528] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.498350] env[69325]: DEBUG nova.objects.instance [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lazy-loading 'pci_requests' on Instance uuid f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.566472] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071182, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.648713] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071183, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.672308] env[69325]: DEBUG nova.scheduler.client.report [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.721103] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b2ef6b-2f1d-e74a-049e-294c766ab32f, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.721103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.721228] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.721434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.721632] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.721917] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49fa27f4-f8b4-4c3d-8948-3daa98fb3986 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.724454] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-048509c5-20f2-47cc-ac6b-bfceeb9b933f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.735492] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 670.735492] env[69325]: value = "task-4071184" [ 670.735492] env[69325]: _type = "Task" [ 670.735492] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.737756] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.737963] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.742203] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76380d68-d66b-4037-b1d8-3deadc3c7582 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.751379] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 670.751379] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5299129a-68a2-eafa-d2a7-a256e6117574" [ 670.751379] env[69325]: _type = "Task" [ 670.751379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.756113] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.767399] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5299129a-68a2-eafa-d2a7-a256e6117574, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.767500] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da74e512-7e24-4407-a283-c51dab3f125b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.776788] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 670.776788] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a2003f-b9e1-7d62-934f-58f853e5bb80" [ 670.776788] env[69325]: _type = "Task" [ 670.776788] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.785786] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a2003f-b9e1-7d62-934f-58f853e5bb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.905082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.003354] env[69325]: DEBUG nova.objects.base [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 671.003354] env[69325]: DEBUG nova.network.neutron [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.074190] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071182, 'name': CreateVM_Task, 'duration_secs': 0.644794} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.074190] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.074906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.074906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.075469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.075549] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddda9bd0-47b5-4735-9ec2-935c5006b9df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.083520] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 671.083520] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cf316d-9476-5095-4f77-be906bc9a2f6" [ 671.083520] env[69325]: _type = "Task" [ 671.083520] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.097476] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cf316d-9476-5095-4f77-be906bc9a2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.153317] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071183, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.183320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.184103] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.188922] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.899s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.193024] env[69325]: INFO nova.compute.claims [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.255021] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513128} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.257323] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.259218] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.260257] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbfb35e0-5de7-4ec5-95cc-59789259d9fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.271600] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 671.271600] env[69325]: value = "task-4071185" [ 671.271600] env[69325]: _type = "Task" [ 671.271600] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.290167] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a2003f-b9e1-7d62-934f-58f853e5bb80, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.293388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.294032] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 53a5c270-6084-4c1e-a63b-7cc7de611e8c/53a5c270-6084-4c1e-a63b-7cc7de611e8c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.294032] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.294190] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04193c48-1def-4fde-93cc-fee4a129f9e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.303381] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 671.303381] env[69325]: value = "task-4071186" [ 671.303381] env[69325]: _type = "Task" [ 671.303381] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.314358] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.370204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a58d994-b6ca-4c64-a99d-c17023b26406 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "interface-f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.378s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.605696] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cf316d-9476-5095-4f77-be906bc9a2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.057204} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.605696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.605696] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.605696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.606154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.606154] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.606154] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47cb197a-34d5-4185-be6f-c2cea035ec1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.623224] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.623455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.624274] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26ed395-422a-4794-839b-05852106c621 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.636968] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 671.636968] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f8fd3a-2ed1-43ea-4840-9c6316bd0878" [ 671.636968] env[69325]: _type = "Task" [ 671.636968] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.664113] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f8fd3a-2ed1-43ea-4840-9c6316bd0878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.664113] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071183, 'name': Rename_Task, 'duration_secs': 1.205701} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.664113] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.664366] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3450f50-9ea6-4b6b-9b3b-0410c5574199 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.672735] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 671.672735] env[69325]: value = "task-4071187" [ 671.672735] env[69325]: _type = "Task" [ 671.672735] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.685889] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.693027] env[69325]: DEBUG nova.compute.utils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.693027] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.693027] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.784261] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085482} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.784582] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.785450] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84994b-4a48-42c7-8349-6962ecfb35c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.815044] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.815891] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07750da-4853-415a-b183-2a0440e44c11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.848827] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495657} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.850382] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 53a5c270-6084-4c1e-a63b-7cc7de611e8c/53a5c270-6084-4c1e-a63b-7cc7de611e8c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.850583] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.850886] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 671.850886] env[69325]: value = "task-4071188" [ 671.850886] env[69325]: _type = "Task" [ 671.850886] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.851085] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc76bfac-5ea3-4731-8cae-036b9da47879 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.868767] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 671.868767] env[69325]: value = "task-4071189" [ 671.868767] env[69325]: _type = "Task" [ 671.868767] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.869093] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.889945] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.897978] env[69325]: DEBUG nova.policy [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fc21c0f17d44828875940b90e79d7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4783df59de694c54911f9b1d32e33751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.146697] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f8fd3a-2ed1-43ea-4840-9c6316bd0878, 'name': SearchDatastore_Task, 'duration_secs': 0.060317} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.147764] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cd4993-8a82-4a5c-bec9-1dde31bbf021 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.153626] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 672.153626] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5247342d-2b00-53a3-566f-942887e0b6d0" [ 672.153626] env[69325]: _type = "Task" [ 672.153626] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.165853] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5247342d-2b00-53a3-566f-942887e0b6d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.188711] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071187, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.198124] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.374967] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.401287] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.473122} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.406231] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.408352] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36fa290-dd9b-4a30-b003-7617dcc1c0b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.438266] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 53a5c270-6084-4c1e-a63b-7cc7de611e8c/53a5c270-6084-4c1e-a63b-7cc7de611e8c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.442670] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7292a5f-2abb-4668-bad5-3729d32e555a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.473079] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 672.473079] env[69325]: value = "task-4071190" [ 672.473079] env[69325]: _type = "Task" [ 672.473079] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.485752] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.519865] env[69325]: DEBUG nova.compute.manager [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-vif-plugged-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.519968] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Acquiring lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.520181] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.520317] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.520638] env[69325]: DEBUG nova.compute.manager [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] No waiting events found dispatching network-vif-plugged-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.520638] env[69325]: WARNING nova.compute.manager [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received unexpected event network-vif-plugged-853feba3-cacf-4351-a192-cf4a59528fab for instance with vm_state building and task_state spawning. [ 672.521257] env[69325]: DEBUG nova.compute.manager [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-changed-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.521257] env[69325]: DEBUG nova.compute.manager [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing instance network info cache due to event network-changed-853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.527106] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527106] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527106] env[69325]: DEBUG nova.network.neutron [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.566132] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb7400-4ec8-42c4-9f7c-c1f714be0b19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.579283] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae099eb-56a8-442b-b1cc-64f340217b5d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.620280] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6948c2b-fcbd-4a4f-9302-6db79c47040b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.628869] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccebf02-1c13-4cc7-9001-7753a0333bd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.660273] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.679985] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5247342d-2b00-53a3-566f-942887e0b6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.019456} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.683464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.683916] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/c8fb439a-a034-4360-a0a5-72f2cd895222.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.685679] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f21976d6-6c5c-49c1-8c6f-be72e6c1b7e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.698584] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071187, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.701675] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 672.701675] env[69325]: value = "task-4071191" [ 672.701675] env[69325]: _type = "Task" [ 672.701675] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.723813] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.870239] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.932011] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Successfully created port: bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.995344] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.006197] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.006817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.201103] env[69325]: DEBUG oslo_vmware.api [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071187, 'name': PowerOnVM_Task, 'duration_secs': 1.123013} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.202959] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.203411] env[69325]: INFO nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Took 14.18 seconds to spawn the instance on the hypervisor. [ 673.206026] env[69325]: DEBUG nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.208179] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7147d2a7-e8a2-4c39-a5cb-abad3eaff45f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.216230] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.219703] env[69325]: ERROR nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [req-73a710f8-26de-4082-b74a-de51ed3c23fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73a710f8-26de-4082-b74a-de51ed3c23fa"}]} [ 673.241146] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.262713] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.266994] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.266994] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.266994] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.267508] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.267721] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.267904] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.268184] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.268416] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.268588] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.268870] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.268933] env[69325]: DEBUG nova.virt.hardware [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.271431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6102e58-3331-40c8-b51b-e1d6fa673bd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.284030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c0d1d-4905-4c59-982f-7fe4096ad437 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.305196] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.306437] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.328036] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.358099] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.374151] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071188, 'name': ReconfigVM_Task, 'duration_secs': 1.099941} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.374552] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.377021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6060d3-c986-429b-8f54-38a47e0eb88a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.389566] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 673.389566] env[69325]: value = "task-4071192" [ 673.389566] env[69325]: _type = "Task" [ 673.389566] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.400279] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071192, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.495850] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071190, 'name': ReconfigVM_Task, 'duration_secs': 0.765254} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.496218] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 53a5c270-6084-4c1e-a63b-7cc7de611e8c/53a5c270-6084-4c1e-a63b-7cc7de611e8c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.499406] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12bb730-275c-411a-bffe-e210d75fcc45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.506932] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 673.506932] env[69325]: value = "task-4071193" [ 673.506932] env[69325]: _type = "Task" [ 673.506932] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.522094] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071193, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.724009] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.732119] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/c8fb439a-a034-4360-a0a5-72f2cd895222.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.734681] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.734681] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d233646-cc13-4b06-9a52-5ebd65a60305 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.749559] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 673.749559] env[69325]: value = "task-4071194" [ 673.749559] env[69325]: _type = "Task" [ 673.749559] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.750071] env[69325]: INFO nova.compute.manager [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Took 24.38 seconds to build instance. [ 673.757722] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a64801-24b4-44b9-9f6a-44b98b574f49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.767697] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.771475] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4360e7-b205-49a7-9978-e44d2d0bf63e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.811527] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ddbf1-00bf-452c-8551-dbf3a5496078 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.820267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.820678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.827767] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83c242-6354-4e08-8150-8534b18c9c24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.850418] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.903881] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071192, 'name': Rename_Task, 'duration_secs': 0.267626} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.907127] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.907127] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3298f707-2495-456b-9a42-b18666b52202 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.918025] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 673.918025] env[69325]: value = "task-4071195" [ 673.918025] env[69325]: _type = "Task" [ 673.918025] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.930956] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.023367] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071193, 'name': Rename_Task, 'duration_secs': 0.211714} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.023663] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.023933] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eda8859-9610-43ed-a7b5-afd4de9691fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.034019] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 674.034019] env[69325]: value = "task-4071196" [ 674.034019] env[69325]: _type = "Task" [ 674.034019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.042515] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.161737] env[69325]: DEBUG nova.network.neutron [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updated VIF entry in instance network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.162057] env[69325]: DEBUG nova.network.neutron [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.265257] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8085b54f-e537-426d-b29d-f2ca3326aa7b tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.900s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.265415] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186278} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.266615] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.267707] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7f0fd-6d30-44ae-826b-134d3fa2f4d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.293821] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/c8fb439a-a034-4360-a0a5-72f2cd895222.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.294024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f6e869-a7d6-4b6f-a722-7e5c1a57dd7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.316050] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 674.316050] env[69325]: value = "task-4071197" [ 674.316050] env[69325]: _type = "Task" [ 674.316050] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.326802] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.377355] env[69325]: ERROR nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [req-a94fd7fd-412e-4b94-8862-67d68c38d8e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a94fd7fd-412e-4b94-8862-67d68c38d8e0"}]} [ 674.397441] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.423281] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 674.423540] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.436895] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.443134] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 674.476592] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 674.556318] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.664881] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e734465-0a89-41d5-99bf-1cf99587e412 req-b1ef4f01-b0d2-4754-8925-87960d4d1660 service nova] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.741828] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Acquiring lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.742136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.742203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Acquiring lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.743624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.743624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.748536] env[69325]: INFO nova.compute.manager [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Terminating instance [ 674.772222] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.835535] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.868114] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8888a-a2cb-4140-9d98-03822a74e570 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.878606] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79accec9-ee3d-4954-9600-cfe233b3db69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.915999] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40919866-a1bd-4951-97cd-f5c16c7c13b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.931571] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08508c-4942-42c8-ae1d-afdb12cc3f37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.945447] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.957952] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.055034] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071196, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.255582] env[69325]: DEBUG nova.compute.manager [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.255582] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.256950] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d5edf5-c45f-4617-8247-db69ade5db37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.269537] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.269918] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec72c208-3766-4d1b-867a-31b6d916ef61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.280232] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Waiting for the task: (returnval){ [ 675.280232] env[69325]: value = "task-4071198" [ 675.280232] env[69325]: _type = "Task" [ 675.280232] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.294040] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Task: {'id': task-4071198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.312463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.328252] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071197, 'name': ReconfigVM_Task, 'duration_secs': 0.767368} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.328745] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/c8fb439a-a034-4360-a0a5-72f2cd895222.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.329608] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb541f51-58e5-475a-a528-58d7989ca078 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.339171] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 675.339171] env[69325]: value = "task-4071199" [ 675.339171] env[69325]: _type = "Task" [ 675.339171] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.350143] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071199, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.441278] env[69325]: DEBUG oslo_vmware.api [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071195, 'name': PowerOnVM_Task, 'duration_secs': 1.35038} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.441472] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.441671] env[69325]: INFO nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Took 11.75 seconds to spawn the instance on the hypervisor. [ 675.442033] env[69325]: DEBUG nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.442861] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46adb2b3-fe0c-4588-9fed-129276b73863 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.520100] env[69325]: DEBUG nova.scheduler.client.report [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 675.520672] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 21 to 22 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 675.520775] env[69325]: DEBUG nova.compute.provider_tree [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.556132] env[69325]: DEBUG oslo_vmware.api [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071196, 'name': PowerOnVM_Task, 'duration_secs': 1.248408} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.556353] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.556536] env[69325]: INFO nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Took 14.16 seconds to spawn the instance on the hypervisor. [ 675.556836] env[69325]: DEBUG nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.558767] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3242601-0789-461c-847b-57c73a124d23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.636318] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.636588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.636801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.637569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.637762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.640213] env[69325]: INFO nova.compute.manager [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Terminating instance [ 675.794444] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Task: {'id': task-4071198, 'name': PowerOffVM_Task, 'duration_secs': 0.28227} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.794905] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.794905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.795155] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc74ffd-29a4-4bed-916a-b5d52293d6e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.853096] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071199, 'name': Rename_Task, 'duration_secs': 0.260049} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.853427] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.853706] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4ca6cb-475b-46a0-bbd5-c904745e7f10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.861536] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 675.861536] env[69325]: value = "task-4071201" [ 675.861536] env[69325]: _type = "Task" [ 675.861536] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.874099] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.885809] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.886045] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.886165] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Deleting the datastore file [datastore1] 9c9aab78-56f9-4d83-9139-8e139813cb6d {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.886473] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0aa74f-4cf1-42b4-9649-27ce1bfd22db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.896402] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Waiting for the task: (returnval){ [ 675.896402] env[69325]: value = "task-4071202" [ 675.896402] env[69325]: _type = "Task" [ 675.896402] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.907375] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Task: {'id': task-4071202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.969501] env[69325]: INFO nova.compute.manager [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Took 20.06 seconds to build instance. [ 676.000558] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Successfully updated port: bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.028403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.839s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.028584] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.035213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.190s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.042375] env[69325]: INFO nova.compute.claims [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.083750] env[69325]: INFO nova.compute.manager [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Took 22.52 seconds to build instance. [ 676.132789] env[69325]: DEBUG nova.compute.manager [None req-f76bd86f-ed53-499c-a6aa-77f0fc59c01f tempest-ServerDiagnosticsTest-360137558 tempest-ServerDiagnosticsTest-360137558-project-admin] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.134844] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec24a0-79e6-4bfa-9ca7-3ff83f9dc4c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.145514] env[69325]: DEBUG nova.compute.manager [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.145741] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.146504] env[69325]: INFO nova.compute.manager [None req-f76bd86f-ed53-499c-a6aa-77f0fc59c01f tempest-ServerDiagnosticsTest-360137558 tempest-ServerDiagnosticsTest-360137558-project-admin] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Retrieving diagnostics [ 676.147957] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da1235-046c-4485-bb63-9aec0e6e8ccd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.152316] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4767f2-f987-46a6-85fa-4b4d7a39b662 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196675] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.196955] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f9b9ee-d8ad-4630-ae6d-42190d4b37a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.206245] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 676.206245] env[69325]: value = "task-4071203" [ 676.206245] env[69325]: _type = "Task" [ 676.206245] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.219569] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.375098] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.409096] env[69325]: DEBUG oslo_vmware.api [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Task: {'id': task-4071202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447595} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.409372] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.409683] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.409949] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.410147] env[69325]: INFO nova.compute.manager [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 676.410402] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.410710] env[69325]: DEBUG nova.compute.manager [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.410830] env[69325]: DEBUG nova.network.neutron [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.472425] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b5e296de-e3e9-4e39-9056-0c73312f0a31 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.584s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.506810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.506810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.507081] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.552139] env[69325]: DEBUG nova.compute.utils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.562052] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.562052] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.587513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-74ca92b1-547a-4016-8832-e19eee9e40e9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.036s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.717237] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071203, 'name': PowerOffVM_Task, 'duration_secs': 0.412422} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.717630] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.717887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.718291] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27695f64-912a-41ec-9ba6-99b495916444 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.790825] env[69325]: DEBUG nova.policy [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07e510e9d680480695d5d4f7ca344c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bba345615cca409cb58a3988ba3e3819', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.835448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.835448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.835448] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleting the datastore file [datastore1] f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.835448] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1b994a8-bf02-43ed-80da-8e5c57023ca2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.850233] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for the task: (returnval){ [ 676.850233] env[69325]: value = "task-4071205" [ 676.850233] env[69325]: _type = "Task" [ 676.850233] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.871334] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.888154] env[69325]: DEBUG oslo_vmware.api [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071201, 'name': PowerOnVM_Task, 'duration_secs': 0.911613} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.888571] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.888665] env[69325]: INFO nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Took 11.22 seconds to spawn the instance on the hypervisor. [ 676.889088] env[69325]: DEBUG nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.889801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da726a5f-1295-441a-83ce-cbf92a3047b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.976592] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.069312] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.090907] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.099024] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.364266] env[69325]: DEBUG oslo_vmware.api [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Task: {'id': task-4071205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31965} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.364543] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.364840] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.364924] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.365084] env[69325]: INFO nova.compute.manager [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 677.365329] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.369944] env[69325]: DEBUG nova.compute.manager [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.369944] env[69325]: DEBUG nova.network.neutron [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.419451] env[69325]: INFO nova.compute.manager [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Took 20.80 seconds to build instance. [ 677.438969] env[69325]: DEBUG nova.network.neutron [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.440801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce181470-4098-4a58-a8ad-03f31c943194 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.453976] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5783f649-61ce-4dde-8b42-35b0401955ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.502873] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f851c3a-e140-4f6e-ae1d-0d187f678c2a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.509481] env[69325]: DEBUG nova.network.neutron [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Updating instance_info_cache with network_info: [{"id": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "address": "fa:16:3e:7d:a5:37", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf702b-23", "ovs_interfaceid": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.514834] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661bfe70-bf8a-4d2a-860e-1b4502eb967f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.522799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.535261] env[69325]: DEBUG nova.compute.provider_tree [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.620468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.926052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e87883f-3a8e-4a02-a262-174acda467e4 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.322s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.946663] env[69325]: INFO nova.compute.manager [-] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Took 1.54 seconds to deallocate network for instance. [ 678.015508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.016093] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Instance network_info: |[{"id": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "address": "fa:16:3e:7d:a5:37", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf702b-23", "ovs_interfaceid": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.017521] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a5:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcf702b-233d-4a88-bd4b-33102ebdf97b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.029811] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Creating folder: Project (4783df59de694c54911f9b1d32e33751). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.030524] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e24425-a991-49e0-bb04-4ee76cb8f96d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.038141] env[69325]: DEBUG nova.scheduler.client.report [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.054037] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Created folder: Project (4783df59de694c54911f9b1d32e33751) in parent group-v806727. [ 678.054420] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Creating folder: Instances. Parent ref: group-v806752. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.056709] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-050292b5-6e04-4631-9d0b-c35909b7b2b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.067687] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Created folder: Instances in parent group-v806752. [ 678.068269] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.068438] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.070098] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9386d52-95aa-4983-a074-1a9f0167589f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.094641] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.103104] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.103104] env[69325]: value = "task-4071208" [ 678.103104] env[69325]: _type = "Task" [ 678.103104] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.119663] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071208, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.147704] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.147968] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.154042] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.154042] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.154042] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.154042] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.154042] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.154357] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.154357] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.154357] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.154357] env[69325]: DEBUG nova.virt.hardware [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.156219] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61072cc8-c921-45e6-a843-76a662e60aae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.167812] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dea79a-03c5-4986-b275-7039046c013b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.416685] env[69325]: DEBUG nova.network.neutron [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.438462] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Successfully created port: 7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.459586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.545838] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.546394] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.552524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.142s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.557450] env[69325]: INFO nova.compute.claims [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.619152] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071208, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.726999] env[69325]: DEBUG nova.compute.manager [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Received event network-vif-plugged-bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.726999] env[69325]: DEBUG oslo_concurrency.lockutils [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] Acquiring lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.728831] env[69325]: DEBUG oslo_concurrency.lockutils [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.728831] env[69325]: DEBUG oslo_concurrency.lockutils [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.728831] env[69325]: DEBUG nova.compute.manager [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] No waiting events found dispatching network-vif-plugged-bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.729801] env[69325]: WARNING nova.compute.manager [req-49a396d3-6c4b-4cfa-a680-a783364326a7 req-ad38a2bc-17fc-4187-a40f-e6efd1d2d6e3 service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Received unexpected event network-vif-plugged-bfcf702b-233d-4a88-bd4b-33102ebdf97b for instance with vm_state building and task_state spawning. [ 678.922428] env[69325]: INFO nova.compute.manager [-] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Took 1.55 seconds to deallocate network for instance. [ 679.064021] env[69325]: DEBUG nova.compute.utils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.074452] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.074754] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.126112] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071208, 'name': CreateVM_Task, 'duration_secs': 0.654619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.126489] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.127971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.127971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.128468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.129335] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0236a0ed-aa5c-4114-846a-844b3f68e6d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.141235] env[69325]: DEBUG nova.policy [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.143093] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 679.143093] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52876adc-7143-4bf1-06f2-cedb15ae6e94" [ 679.143093] env[69325]: _type = "Task" [ 679.143093] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.167343] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52876adc-7143-4bf1-06f2-cedb15ae6e94, 'name': SearchDatastore_Task, 'duration_secs': 0.018836} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.167343] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.167343] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.167343] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.167504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.167504] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.167504] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6b7a04f-d766-47f6-a967-667b904b14d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182830] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.185530] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.187234] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7d5324-4e82-496c-a8b1-c7286da81fa7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.197762] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 679.197762] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52261015-4209-4d49-029f-f739827d97a4" [ 679.197762] env[69325]: _type = "Task" [ 679.197762] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.212034] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52261015-4209-4d49-029f-f739827d97a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.280266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.280513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.436755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "3ebe98c4-028a-42e6-adef-da43904f73e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.436867] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.437439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.437586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.437864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.442023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.442317] env[69325]: INFO nova.compute.manager [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Terminating instance [ 679.573947] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.669102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.669343] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.669674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.669757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.669879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.673941] env[69325]: INFO nova.compute.manager [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Terminating instance [ 679.710990] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52261015-4209-4d49-029f-f739827d97a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.714761] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680ea234-8502-46a8-b55c-2f16e10974ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.722361] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 679.722361] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52784d6f-f0a4-38e8-dfb6-bf2811672580" [ 679.722361] env[69325]: _type = "Task" [ 679.722361] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.735935] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52784d6f-f0a4-38e8-dfb6-bf2811672580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.783595] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.950840] env[69325]: DEBUG nova.compute.manager [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.950934] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.952102] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a25cc-9c22-4657-89af-e2617b8540fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.958982] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba108c4-ad87-482b-82ec-75dab1a0fb53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.969694] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f889f8-70d1-472d-aaeb-160c2ce3a43e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.973827] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.974109] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c43ce20-5071-4fed-92ed-44ae75282fc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.019042] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502846f6-e203-468a-9a41-604ac23cb07f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.021921] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 680.021921] env[69325]: value = "task-4071212" [ 680.021921] env[69325]: _type = "Task" [ 680.021921] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.030716] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc2961-4b1d-40bf-a19b-b1350403e481 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.040924] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.056205] env[69325]: DEBUG nova.compute.provider_tree [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.180056] env[69325]: DEBUG nova.compute.manager [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.180678] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.181679] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b69ea5-133f-4025-bdc7-666c47c9dd57 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.196710] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.196710] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f735cd-6fd9-406b-a0af-1f1c6b01a26f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.206728] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 680.206728] env[69325]: value = "task-4071214" [ 680.206728] env[69325]: _type = "Task" [ 680.206728] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.218425] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.236424] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52784d6f-f0a4-38e8-dfb6-bf2811672580, 'name': SearchDatastore_Task, 'duration_secs': 0.016561} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.236855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.237281] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 0e82f13a-5834-4629-bf70-6646d1670e8d/0e82f13a-5834-4629-bf70-6646d1670e8d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.237611] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92af43a7-d709-41f1-a2ad-79a435ef72af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.246875] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 680.246875] env[69325]: value = "task-4071215" [ 680.246875] env[69325]: _type = "Task" [ 680.246875] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.259180] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.328685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.536492] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071212, 'name': PowerOffVM_Task, 'duration_secs': 0.26162} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.536779] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.538215] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.538215] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36841796-07d4-4d10-8a56-ead4695ed099 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.561357] env[69325]: DEBUG nova.scheduler.client.report [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.581393] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Successfully created port: 4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.588777] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.632814] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.633615] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.633615] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.633615] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.633793] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.633793] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.634042] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.634219] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.634335] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.634498] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.634666] env[69325]: DEBUG nova.virt.hardware [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.635898] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d0b62-b07b-4dcf-b0aa-5ff078489d7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.646759] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23981567-aabe-4105-a684-cbee3ac9d8c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.723643] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071214, 'name': PowerOffVM_Task, 'duration_secs': 0.228859} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.724061] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.724344] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.728502] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a827c0-cb34-48b7-b40a-d168a3ce8883 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.770872] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.893996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "fbc87491-5408-45a5-bf99-824181665f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.893996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.905353] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Successfully updated port: 7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.016757] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.019254] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.019254] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Deleting the datastore file [datastore1] ed235f06-74da-45fb-abde-eb1806b1a0d1 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.019625] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75b5409-2721-433b-91a0-959770e88c14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.023555] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.023555] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.023555] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Deleting the datastore file [datastore1] 3ebe98c4-028a-42e6-adef-da43904f73e2 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.023555] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5341efc0-07d8-4ba4-84c4-fe8e4c10ab71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.032252] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for the task: (returnval){ [ 681.032252] env[69325]: value = "task-4071218" [ 681.032252] env[69325]: _type = "Task" [ 681.032252] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.036095] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for the task: (returnval){ [ 681.036095] env[69325]: value = "task-4071219" [ 681.036095] env[69325]: _type = "Task" [ 681.036095] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.053632] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.057190] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.069800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.069800] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.071593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.631s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.073833] env[69325]: INFO nova.compute.claims [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.261753] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637651} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.262073] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 0e82f13a-5834-4629-bf70-6646d1670e8d/0e82f13a-5834-4629-bf70-6646d1670e8d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.262633] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.262633] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c64047f1-2810-4499-9416-c661fd1d1517 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.272018] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 681.272018] env[69325]: value = "task-4071220" [ 681.272018] env[69325]: _type = "Task" [ 681.272018] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.282530] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.408668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquired lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.413826] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.555843] env[69325]: DEBUG oslo_vmware.api [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Task: {'id': task-4071219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.559097] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.559235] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.559409] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.559614] env[69325]: INFO nova.compute.manager [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Took 1.61 seconds to destroy the instance on the hypervisor. [ 681.559855] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.560408] env[69325]: DEBUG oslo_vmware.api [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Task: {'id': task-4071218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201578} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.560619] env[69325]: DEBUG nova.compute.manager [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.560717] env[69325]: DEBUG nova.network.neutron [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.562615] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.563184] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.563184] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.563184] env[69325]: INFO nova.compute.manager [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Took 1.38 seconds to destroy the instance on the hypervisor. [ 681.563384] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.563525] env[69325]: DEBUG nova.compute.manager [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.563612] env[69325]: DEBUG nova.network.neutron [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.582922] env[69325]: DEBUG nova.compute.utils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.586088] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.586279] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.668837] env[69325]: DEBUG nova.policy [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df02a77c244e669e8072c004afc368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70c592feb05a43fbb761db6d5ed3356f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.786589] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081303} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.786986] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.787908] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2413e3-a681-48b0-ad8e-248ff6c81963 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.817888] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0e82f13a-5834-4629-bf70-6646d1670e8d/0e82f13a-5834-4629-bf70-6646d1670e8d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.818411] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddac134-7953-45c9-91dc-483966036e23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842152] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 681.842152] env[69325]: value = "task-4071221" [ 681.842152] env[69325]: _type = "Task" [ 681.842152] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.853965] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.915168] env[69325]: INFO nova.compute.manager [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Rebuilding instance [ 681.981880] env[69325]: DEBUG nova.compute.manager [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.983634] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b6d4dd-8a0f-4631-909f-d26946d8837c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.018830] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.082959] env[69325]: INFO nova.compute.manager [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Rescuing [ 682.084624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.084624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.084624] env[69325]: DEBUG nova.network.neutron [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.093028] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.354686] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071221, 'name': ReconfigVM_Task, 'duration_secs': 0.490932} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.361028] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0e82f13a-5834-4629-bf70-6646d1670e8d/0e82f13a-5834-4629-bf70-6646d1670e8d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.361028] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b600552a-4fc5-4e0c-a31d-bf5dea275a0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.370041] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 682.370041] env[69325]: value = "task-4071222" [ 682.370041] env[69325]: _type = "Task" [ 682.370041] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.384965] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071222, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.430724] env[69325]: DEBUG nova.network.neutron [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating instance_info_cache with network_info: [{"id": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "address": "fa:16:3e:95:c4:17", "network": {"id": "f4078794-b7ef-4981-ba3b-50e3569fcd3b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1792961513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba345615cca409cb58a3988ba3e3819", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc44697-04", "ovs_interfaceid": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.442818] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd12237-e6fd-48a9-a0bf-c8a9cd11a1d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.451042] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654d620-74a1-401a-8260-9c2c28038ed0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.484745] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b25a3b-9be9-4ae7-973a-48c4ca5e90bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.493908] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571e0d6-dafc-42f2-98da-c74f914fedaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.513153] env[69325]: DEBUG nova.compute.provider_tree [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.539061] env[69325]: DEBUG nova.network.neutron [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.648188] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Successfully created port: 07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.672510] env[69325]: DEBUG nova.compute.manager [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Received event network-vif-plugged-7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.673367] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.673881] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.674211] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.674535] env[69325]: DEBUG nova.compute.manager [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] No waiting events found dispatching network-vif-plugged-7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.674901] env[69325]: WARNING nova.compute.manager [req-c3c71f17-5d63-4a07-b51b-40dcb402fbbe req-556ad412-eaab-4e66-b095-fd62d590b936 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Received unexpected event network-vif-plugged-7fc44697-04ec-46d6-bdd5-be4694e992d7 for instance with vm_state building and task_state spawning. [ 682.698252] env[69325]: DEBUG nova.compute.manager [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Received event network-changed-bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.705701] env[69325]: DEBUG nova.compute.manager [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Refreshing instance network info cache due to event network-changed-bfcf702b-233d-4a88-bd4b-33102ebdf97b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.705701] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] Acquiring lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.705701] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] Acquired lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.705701] env[69325]: DEBUG nova.network.neutron [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Refreshing network info cache for port bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.849191] env[69325]: DEBUG nova.network.neutron [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.880662] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071222, 'name': Rename_Task, 'duration_secs': 0.328818} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.881286] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.883974] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246131d9-767d-4e3f-b562-8e98f9d9561a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.892024] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 682.892024] env[69325]: value = "task-4071223" [ 682.892024] env[69325]: _type = "Task" [ 682.892024] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.901210] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.936139] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Releasing lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.936139] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Instance network_info: |[{"id": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "address": "fa:16:3e:95:c4:17", "network": {"id": "f4078794-b7ef-4981-ba3b-50e3569fcd3b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1792961513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba345615cca409cb58a3988ba3e3819", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc44697-04", "ovs_interfaceid": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.936297] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c4:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fc44697-04ec-46d6-bdd5-be4694e992d7', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.947252] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Creating folder: Project (bba345615cca409cb58a3988ba3e3819). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.950202] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce38f0af-93a3-4f7f-8a5f-a5e7e445a858 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.960674] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Created folder: Project (bba345615cca409cb58a3988ba3e3819) in parent group-v806727. [ 682.961546] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Creating folder: Instances. Parent ref: group-v806758. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.963179] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cc50fc-3d83-4064-b9cd-5d8d9cc60814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.976411] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Created folder: Instances in parent group-v806758. [ 682.976411] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.976411] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.976411] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cba22ed-fc8a-43e7-b010-a5a8899fbefa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.001621] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.003385] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b93472-65a5-4e07-9588-745552f67d23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.005223] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.005223] env[69325]: value = "task-4071226" [ 683.005223] env[69325]: _type = "Task" [ 683.005223] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.014029] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 683.014029] env[69325]: value = "task-4071227" [ 683.014029] env[69325]: _type = "Task" [ 683.014029] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.014650] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071226, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.027344] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.042225] env[69325]: INFO nova.compute.manager [-] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Took 1.48 seconds to deallocate network for instance. [ 683.051975] env[69325]: ERROR nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [req-199ec186-5036-4fdb-8d11-a14a50752818] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-199ec186-5036-4fdb-8d11-a14a50752818"}]} [ 683.084241] env[69325]: DEBUG nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 683.104650] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.118624] env[69325]: DEBUG nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 683.119030] env[69325]: DEBUG nova.compute.provider_tree [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.135147] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:50:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1242140221',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-382413315',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.135304] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.135917] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.136022] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.136198] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.136330] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.136573] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.136744] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.137571] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.137571] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.137571] env[69325]: DEBUG nova.virt.hardware [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.138605] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef47f4-95aa-4dd0-b2b6-f96bff6597b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153094] env[69325]: DEBUG nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 683.161034] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28e203-01f0-40bc-98c4-fda8d9912e8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.195042] env[69325]: DEBUG nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.275253] env[69325]: DEBUG nova.network.neutron [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.352600] env[69325]: INFO nova.compute.manager [-] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Took 1.79 seconds to deallocate network for instance. [ 683.408469] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.528881] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071226, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.541024] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071227, 'name': PowerOffVM_Task, 'duration_secs': 0.130107} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.541024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.541024] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.541024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b8e46-da00-41f8-941a-b2c51857b17b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.542512] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Successfully updated port: 4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.547310] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.547310] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2de5085-f44e-4348-af6b-59e724be833d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.553356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.577022] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe9d00-f86e-4dcc-9351-f8cbec2ee38e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.582121] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.582368] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.582554] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleting the datastore file [datastore2] 5b062b1d-53b0-4c79-a695-a5aaabcf3552 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.586534] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfdf424f-f65c-4d24-a416-522842a579f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.592618] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976a518-afd7-4a32-bf12-f3511527e193 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.597810] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 683.597810] env[69325]: value = "task-4071230" [ 683.597810] env[69325]: _type = "Task" [ 683.597810] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.634997] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d116f-a2aa-4086-be41-637b90ffd1d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.641940] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.650212] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b778eea-dacf-44c5-859d-e0f5f3813ab5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.664930] env[69325]: DEBUG nova.compute.provider_tree [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.669267] env[69325]: DEBUG nova.network.neutron [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Updated VIF entry in instance network info cache for port bfcf702b-233d-4a88-bd4b-33102ebdf97b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.669689] env[69325]: DEBUG nova.network.neutron [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Updating instance_info_cache with network_info: [{"id": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "address": "fa:16:3e:7d:a5:37", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcf702b-23", "ovs_interfaceid": "bfcf702b-233d-4a88-bd4b-33102ebdf97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.782038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.862269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.906369] env[69325]: DEBUG oslo_vmware.api [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071223, 'name': PowerOnVM_Task, 'duration_secs': 0.817078} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.906748] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.908077] env[69325]: INFO nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Took 10.69 seconds to spawn the instance on the hypervisor. [ 683.908077] env[69325]: DEBUG nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.908349] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1e3c2-8b65-4083-a05a-b2ffec7cf04f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.019449] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071226, 'name': CreateVM_Task, 'duration_secs': 0.923468} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.019840] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.020482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.020773] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.021011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.021297] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1aae68-1408-42ed-b182-0615b8d645a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.028572] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 684.028572] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f59fe9-babf-2d56-b9d3-3025953a0bf5" [ 684.028572] env[69325]: _type = "Task" [ 684.028572] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.039937] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f59fe9-babf-2d56-b9d3-3025953a0bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.047617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.047779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.047973] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.115021] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320699} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.115021] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.115021] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.115021] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.173967] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] Releasing lock "refresh_cache-0e82f13a-5834-4629-bf70-6646d1670e8d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.177239] env[69325]: DEBUG nova.compute.manager [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Received event network-vif-deleted-8502f051-cf69-4155-9f81-19446cdecc12 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.177239] env[69325]: DEBUG nova.compute.manager [req-fe02871c-1bc3-4531-a0ae-6c50839a171a req-d79ada35-b4e5-4ffc-a532-465585926bba service nova] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Received event network-vif-deleted-88f221e8-b573-4f7c-b396-bbb580935e19 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.218389] env[69325]: DEBUG nova.scheduler.client.report [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.219594] env[69325]: DEBUG nova.compute.provider_tree [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 24 to 25 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.219594] env[69325]: DEBUG nova.compute.provider_tree [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.435731] env[69325]: INFO nova.compute.manager [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Took 21.87 seconds to build instance. [ 684.542072] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f59fe9-babf-2d56-b9d3-3025953a0bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.542209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.542706] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.542706] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.544341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.544341] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.544341] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e215bfc7-3527-4261-a558-b6a683ed246c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.557516] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.557516] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.557516] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f82d9b-5818-499d-81f4-4ed67614d4e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.569071] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 684.569071] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5270deba-a8c3-21dc-3a5b-b01996475a31" [ 684.569071] env[69325]: _type = "Task" [ 684.569071] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.576474] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5270deba-a8c3-21dc-3a5b-b01996475a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.631289] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.724347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.652s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.724493] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.733297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.826s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.733297] env[69325]: INFO nova.compute.claims [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.926824] env[69325]: DEBUG nova.network.neutron [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Updating instance_info_cache with network_info: [{"id": "4759597c-8062-4e4e-a906-13fae510437a", "address": "fa:16:3e:82:66:8b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4759597c-80", "ovs_interfaceid": "4759597c-8062-4e4e-a906-13fae510437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.937334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f603650-bd98-4020-9d14-f7141f3e1ab3 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.391s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.080871] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5270deba-a8c3-21dc-3a5b-b01996475a31, 'name': SearchDatastore_Task, 'duration_secs': 0.035532} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.081597] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7100719d-910c-4a2f-9502-e572f619561b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.088570] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 685.088570] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525a2fad-21c6-5bb1-a018-4910353e798e" [ 685.088570] env[69325]: _type = "Task" [ 685.088570] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.098693] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525a2fad-21c6-5bb1-a018-4910353e798e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.159950] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.160448] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.160913] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.161247] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.161522] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.161784] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.162192] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.162455] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.162724] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.163149] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.163450] env[69325]: DEBUG nova.virt.hardware [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.164560] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8233cf1-6157-47e3-ba65-16334fa4a1d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.175157] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b070ab2-d319-46ef-bf84-2ac33a74a814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.193086] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.199655] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.200226] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.200712] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4f09a4-f4ab-4445-866e-0799159dd12d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.219323] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.219323] env[69325]: value = "task-4071232" [ 685.219323] env[69325]: _type = "Task" [ 685.219323] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.233486] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071232, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.246502] env[69325]: DEBUG nova.compute.utils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.248449] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 685.340865] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.341253] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57509522-1a44-46e3-9474-e7c69e36acfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.349405] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 685.349405] env[69325]: value = "task-4071233" [ 685.349405] env[69325]: _type = "Task" [ 685.349405] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.359348] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.432015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.432391] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Instance network_info: |[{"id": "4759597c-8062-4e4e-a906-13fae510437a", "address": "fa:16:3e:82:66:8b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4759597c-80", "ovs_interfaceid": "4759597c-8062-4e4e-a906-13fae510437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.432800] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:66:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4759597c-8062-4e4e-a906-13fae510437a', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.441506] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating folder: Project (abd3ed7877f04cebb4dcdbe66adee3fa). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.441506] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.444135] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b42e65-0fbf-422e-9ede-1711b8f14f93 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.460699] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created folder: Project (abd3ed7877f04cebb4dcdbe66adee3fa) in parent group-v806727. [ 685.460952] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating folder: Instances. Parent ref: group-v806762. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.462761] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5428ef-4d5e-4780-86c4-42662f1c41f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.474977] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created folder: Instances in parent group-v806762. [ 685.475254] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.475470] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.475674] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4666d7ce-c79c-4f90-a6e6-59a311a9fad0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.499895] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.499895] env[69325]: value = "task-4071236" [ 685.499895] env[69325]: _type = "Task" [ 685.499895] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.514011] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071236, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.521570] env[69325]: DEBUG nova.compute.manager [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Received event network-changed-7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.522041] env[69325]: DEBUG nova.compute.manager [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Refreshing instance network info cache due to event network-changed-7fc44697-04ec-46d6-bdd5-be4694e992d7. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.523140] env[69325]: DEBUG oslo_concurrency.lockutils [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] Acquiring lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.523436] env[69325]: DEBUG oslo_concurrency.lockutils [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] Acquired lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.523633] env[69325]: DEBUG nova.network.neutron [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Refreshing network info cache for port 7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.552826] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Received event network-changed-407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.552997] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Refreshing instance network info cache due to event network-changed-407e8a93-de21-4489-9f6c-5990d3aa921d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.553239] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Acquiring lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.553416] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Acquired lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.553602] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Refreshing network info cache for port 407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.603199] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525a2fad-21c6-5bb1-a018-4910353e798e, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.603635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.604049] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] bcd6aaab-6eb2-4283-97db-b3e67330f4e6/bcd6aaab-6eb2-4283-97db-b3e67330f4e6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.604417] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87a82ed9-8d2c-46a0-b7e3-c1de36a81804 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.619162] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 685.619162] env[69325]: value = "task-4071237" [ 685.619162] env[69325]: _type = "Task" [ 685.619162] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.631321] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.732055] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Successfully updated port: 07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.744358] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071232, 'name': CreateVM_Task, 'duration_secs': 0.404567} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.745430] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.746407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.746583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.748720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.754135] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.758480] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b85752-ef6b-4b1c-83da-725ab21067c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.766985] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 685.766985] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5253647c-b2aa-62e4-076a-5c848c6369ce" [ 685.766985] env[69325]: _type = "Task" [ 685.766985] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.783108] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5253647c-b2aa-62e4-076a-5c848c6369ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.783434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.783863] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.784189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.784284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.785864] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.785864] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78a5e5b1-42ed-48bc-9ae1-ee5405c84e35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.797270] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.798369] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.803025] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936020d1-3108-4f96-951d-5ec5e7f681df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.810525] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 685.810525] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f93224-d503-0d16-9f5a-43ca80ceca1c" [ 685.810525] env[69325]: _type = "Task" [ 685.810525] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.823012] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f93224-d503-0d16-9f5a-43ca80ceca1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.859199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.859621] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.865478] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071233, 'name': PowerOffVM_Task, 'duration_secs': 0.324278} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.865684] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.866933] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9469856-e973-4397-bce2-5bc3c951fe5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.906334] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6104f19-a601-49a1-bdac-5d2e79cfb2b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.962626] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.963037] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349f56ef-435d-46e7-890c-adcf8ce0a1f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.975490] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 685.975490] env[69325]: value = "task-4071238" [ 685.975490] env[69325]: _type = "Task" [ 685.975490] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.983409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.995912] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 685.996056] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.996337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.996754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.997390] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.997950] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a785fdf-e18c-4f3b-9a67-d0f71f7e4b41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.011847] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071236, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.021029] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.021029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.021029] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91200f41-0dbd-43d5-b400-1424247d9787 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.029715] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 686.029715] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52485c7b-c5a6-31bf-ca5c-4cea43ccfb73" [ 686.029715] env[69325]: _type = "Task" [ 686.029715] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.041729] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52485c7b-c5a6-31bf-ca5c-4cea43ccfb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.144198] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521838} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.144198] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] bcd6aaab-6eb2-4283-97db-b3e67330f4e6/bcd6aaab-6eb2-4283-97db-b3e67330f4e6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.144198] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.144198] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fb74816-6ad7-47f8-8e70-5f182690281f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.160573] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 686.160573] env[69325]: value = "task-4071239" [ 686.160573] env[69325]: _type = "Task" [ 686.160573] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.174928] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.210348] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de93dd1a-ed0e-42a9-9e73-d97d49d0873c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.222018] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80635c-5f68-4b05-a36b-c083517198ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.251752] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.251897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.252075] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.259916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e06bfc5-308d-454f-b116-2314da366f61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.276530] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879cd0e1-46d6-45b0-abbe-8f3441b7745c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.294295] env[69325]: DEBUG nova.compute.provider_tree [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.324605] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f93224-d503-0d16-9f5a-43ca80ceca1c, 'name': SearchDatastore_Task, 'duration_secs': 0.02069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.325587] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a81021-80d2-4454-9e23-43d4a68459d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.332084] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 686.332084] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52eb64cb-30a8-36ab-013b-8a7075713d06" [ 686.332084] env[69325]: _type = "Task" [ 686.332084] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.342375] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52eb64cb-30a8-36ab-013b-8a7075713d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.515990] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071236, 'name': CreateVM_Task, 'duration_secs': 0.526168} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.516277] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.516948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.517131] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.517559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.518011] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdca0bf-3459-48f4-9f8c-a417b4923e99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.525126] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 686.525126] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c14be6-f1e2-bfc8-a07a-75a01ee9cfa8" [ 686.525126] env[69325]: _type = "Task" [ 686.525126] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.539344] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52485c7b-c5a6-31bf-ca5c-4cea43ccfb73, 'name': SearchDatastore_Task, 'duration_secs': 0.048513} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.543393] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c14be6-f1e2-bfc8-a07a-75a01ee9cfa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.544044] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec97d334-6135-44a8-9948-23900cba97cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.550101] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 686.550101] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ebe749-ea6c-6d1c-5abc-8eaf9cb90598" [ 686.550101] env[69325]: _type = "Task" [ 686.550101] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.559459] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ebe749-ea6c-6d1c-5abc-8eaf9cb90598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.684226] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078037} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.684226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.687727] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e57ec7f-7e55-4a27-bc63-2553072594e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.715774] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] bcd6aaab-6eb2-4283-97db-b3e67330f4e6/bcd6aaab-6eb2-4283-97db-b3e67330f4e6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.716103] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457f8697-d2aa-4fa4-a0bb-458891ac5a67 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.740402] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 686.740402] env[69325]: value = "task-4071240" [ 686.740402] env[69325]: _type = "Task" [ 686.740402] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.747354] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updated VIF entry in instance network info cache for port 407e8a93-de21-4489-9f6c-5990d3aa921d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.747726] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating instance_info_cache with network_info: [{"id": "407e8a93-de21-4489-9f6c-5990d3aa921d", "address": "fa:16:3e:19:43:e5", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407e8a93-de", "ovs_interfaceid": "407e8a93-de21-4489-9f6c-5990d3aa921d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.755815] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.772098] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.785149] env[69325]: DEBUG nova.network.neutron [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updated VIF entry in instance network info cache for port 7fc44697-04ec-46d6-bdd5-be4694e992d7. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.785489] env[69325]: DEBUG nova.network.neutron [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating instance_info_cache with network_info: [{"id": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "address": "fa:16:3e:95:c4:17", "network": {"id": "f4078794-b7ef-4981-ba3b-50e3569fcd3b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1792961513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba345615cca409cb58a3988ba3e3819", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc44697-04", "ovs_interfaceid": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.800522] env[69325]: DEBUG nova.scheduler.client.report [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.811499] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.811737] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.811897] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.815186] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.815422] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.815584] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.815811] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.815970] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.816149] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.816314] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.816480] env[69325]: DEBUG nova.virt.hardware [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.817734] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8313c232-cd1c-47cb-8b10-d9f13e30bb53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.828376] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.841171] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6bf5e0-35ae-453f-b36d-a796e8f9817b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.849940] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52eb64cb-30a8-36ab-013b-8a7075713d06, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.850695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.851010] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.851293] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3719153c-833b-4aa3-afb8-6bb5d5e245cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.872391] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.878436] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Creating folder: Project (a0e04b42feb747af9d5f7f36c2af4731). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.880057] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54975e5b-ea6b-4629-98a4-5517e2aaef0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.888558] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 686.888558] env[69325]: value = "task-4071241" [ 686.888558] env[69325]: _type = "Task" [ 686.888558] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.895323] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Created folder: Project (a0e04b42feb747af9d5f7f36c2af4731) in parent group-v806727. [ 686.895323] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Creating folder: Instances. Parent ref: group-v806765. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.895323] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b18f60f-a0a6-4bf5-87c9-a0a8691af7cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.901325] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.906466] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Created folder: Instances in parent group-v806765. [ 686.906776] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.907012] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.907342] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1115ff91-c9f0-43dd-836e-9ba9a769ecc6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.929707] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.929707] env[69325]: value = "task-4071244" [ 686.929707] env[69325]: _type = "Task" [ 686.929707] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.939519] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071244, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.039611] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c14be6-f1e2-bfc8-a07a-75a01ee9cfa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.039611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.039611] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.039611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.065065] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ebe749-ea6c-6d1c-5abc-8eaf9cb90598, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.066853] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.066853] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 687.066853] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.066853] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.067270] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf32bd0b-b713-4bd2-a8f6-5c9435d192d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.070932] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1fe137-c72e-4d04-b5b0-7696bc09b607 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.078327] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 687.078327] env[69325]: value = "task-4071245" [ 687.078327] env[69325]: _type = "Task" [ 687.078327] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.083905] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.084074] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.085369] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b48295-e83c-43f4-9e3d-174dff25d8e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.091554] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.095611] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 687.095611] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523a44b1-7978-9fae-8e6c-9d352ea7c7cb" [ 687.095611] env[69325]: _type = "Task" [ 687.095611] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.105739] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523a44b1-7978-9fae-8e6c-9d352ea7c7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.203493] env[69325]: DEBUG nova.network.neutron [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updating instance_info_cache with network_info: [{"id": "07c03523-7d2f-489a-9565-3482d81a7017", "address": "fa:16:3e:7d:35:9e", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c03523-7d", "ovs_interfaceid": "07c03523-7d2f-489a-9565-3482d81a7017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.259031] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Releasing lock "refresh_cache-53a5c270-6084-4c1e-a63b-7cc7de611e8c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.259322] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Received event network-vif-deleted-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.259509] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Received event network-vif-plugged-4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.259696] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Acquiring lock "20214520-e4ae-4e49-8958-f2196303b998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.260334] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Lock "20214520-e4ae-4e49-8958-f2196303b998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.260555] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Lock "20214520-e4ae-4e49-8958-f2196303b998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.260729] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] No waiting events found dispatching network-vif-plugged-4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 687.260893] env[69325]: WARNING nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Received unexpected event network-vif-plugged-4759597c-8062-4e4e-a906-13fae510437a for instance with vm_state building and task_state spawning. [ 687.261224] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Received event network-changed-4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.261224] env[69325]: DEBUG nova.compute.manager [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Refreshing instance network info cache due to event network-changed-4759597c-8062-4e4e-a906-13fae510437a. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.261440] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Acquiring lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.262511] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Acquired lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.262511] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Refreshing network info cache for port 4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.263498] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071240, 'name': ReconfigVM_Task, 'duration_secs': 0.329098} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.263852] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfigured VM instance instance-0000000a to attach disk [datastore2] bcd6aaab-6eb2-4283-97db-b3e67330f4e6/bcd6aaab-6eb2-4283-97db-b3e67330f4e6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.264563] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4ca43b9-c636-4e6a-bbc8-28cbdeafbb38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.279274] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 687.279274] env[69325]: value = "task-4071247" [ 687.279274] env[69325]: _type = "Task" [ 687.279274] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.292451] env[69325]: DEBUG oslo_concurrency.lockutils [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] Releasing lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.292451] env[69325]: DEBUG nova.compute.manager [req-90f7f238-574e-487e-a35b-7a71038fd00f req-c49e5e74-a38e-486d-8fa1-408bbe38b9b1 service nova] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Received event network-vif-deleted-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.292889] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071247, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.305769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.306712] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.316956] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.999s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.318957] env[69325]: INFO nova.compute.claims [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.403438] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.441544] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071244, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.591468] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071245, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.608272] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523a44b1-7978-9fae-8e6c-9d352ea7c7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.610168] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62771049-2d66-4407-a603-8cb55253205f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.618890] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 687.618890] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a7f968-0970-739d-fc09-330f4a90656b" [ 687.618890] env[69325]: _type = "Task" [ 687.618890] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.629990] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a7f968-0970-739d-fc09-330f4a90656b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.715415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.715781] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Instance network_info: |[{"id": "07c03523-7d2f-489a-9565-3482d81a7017", "address": "fa:16:3e:7d:35:9e", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c03523-7d", "ovs_interfaceid": "07c03523-7d2f-489a-9565-3482d81a7017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.716292] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:35:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c03523-7d2f-489a-9565-3482d81a7017', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.724607] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Creating folder: Project (70c592feb05a43fbb761db6d5ed3356f). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.724930] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7016fbb5-f62f-476c-9839-6778ebe59195 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.738295] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Created folder: Project (70c592feb05a43fbb761db6d5ed3356f) in parent group-v806727. [ 687.738539] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Creating folder: Instances. Parent ref: group-v806768. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.738804] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-239509c7-045b-4b9d-a0b6-3926b9768853 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.754024] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Created folder: Instances in parent group-v806768. [ 687.754024] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.754024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.754024] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4c8c53-613c-4333-981f-fe4dfff2832c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780215] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.780215] env[69325]: value = "task-4071250" [ 687.780215] env[69325]: _type = "Task" [ 687.780215] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.794228] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071250, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.797814] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071247, 'name': Rename_Task, 'duration_secs': 0.320026} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.798283] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.798621] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f1786b-3b26-4ff9-8675-d6a7631b1fbc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.807840] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 687.807840] env[69325]: value = "task-4071251" [ 687.807840] env[69325]: _type = "Task" [ 687.807840] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.825343] env[69325]: DEBUG nova.compute.utils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.833113] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.840132] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.840277] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.901271] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552239} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.901497] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.901714] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.901846] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397b91b2-de91-4aef-bc30-35f87d197005 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.912223] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 687.912223] env[69325]: value = "task-4071252" [ 687.912223] env[69325]: _type = "Task" [ 687.912223] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.923121] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.941700] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071244, 'name': CreateVM_Task, 'duration_secs': 0.562592} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.941700] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.942176] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.944015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.944015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.944015] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fc9fb1-b4fd-4372-bc67-ce3cd022699b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.950611] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 687.950611] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52953aa9-61a5-9dc4-4805-e506d9dd87c5" [ 687.950611] env[69325]: _type = "Task" [ 687.950611] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.962089] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52953aa9-61a5-9dc4-4805-e506d9dd87c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.969129] env[69325]: DEBUG nova.policy [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b482837ffacd426cbea5a0c4e0c6498c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffab9f84e8e6432abff0e173b8ab55e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.093047] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760405} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.093047] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 688.093047] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1a086e-8b4a-4169-9830-574e8f7e8e5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.119831] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.120341] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ddefa67-18a9-494d-9acb-73223422ca3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.146488] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a7f968-0970-739d-fc09-330f4a90656b, 'name': SearchDatastore_Task, 'duration_secs': 0.062635} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.148088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.148718] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 20214520-e4ae-4e49-8958-f2196303b998/20214520-e4ae-4e49-8958-f2196303b998.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.150747] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 688.150747] env[69325]: value = "task-4071253" [ 688.150747] env[69325]: _type = "Task" [ 688.150747] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.150747] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94bbdf21-8b0f-4585-b179-6e7999715feb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.162271] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 688.162271] env[69325]: value = "task-4071254" [ 688.162271] env[69325]: _type = "Task" [ 688.162271] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.166165] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.176674] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.179455] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Updated VIF entry in instance network info cache for port 4759597c-8062-4e4e-a906-13fae510437a. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.179813] env[69325]: DEBUG nova.network.neutron [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Updating instance_info_cache with network_info: [{"id": "4759597c-8062-4e4e-a906-13fae510437a", "address": "fa:16:3e:82:66:8b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4759597c-80", "ovs_interfaceid": "4759597c-8062-4e4e-a906-13fae510437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.300626] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071250, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.329860] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.348443] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.439778] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086841} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.443809] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.447334] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ead360-8cc0-4d49-9f23-f8cbc1dac1cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.491940] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.496212] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cae151-7049-4a17-a7c8-b61486a39250 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.517970] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52953aa9-61a5-9dc4-4805-e506d9dd87c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012461} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.518904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.521311] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.521311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.521311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.521311] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.521311] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae0a486c-5b9b-4e16-81c3-9f4309c85787 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.525536] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 688.525536] env[69325]: value = "task-4071255" [ 688.525536] env[69325]: _type = "Task" [ 688.525536] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.532831] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.533291] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.540645] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c71889f-0800-407e-85dd-73d2a70c8d14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.545237] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.550557] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 688.550557] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5255618e-99f9-488f-1cd1-5f970cdf4854" [ 688.550557] env[69325]: _type = "Task" [ 688.550557] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.565267] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5255618e-99f9-488f-1cd1-5f970cdf4854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.679829] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071253, 'name': ReconfigVM_Task, 'duration_secs': 0.509047} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.679829] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.681016] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0021f-2cca-4d98-96c8-ae9445305a1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.691538] env[69325]: DEBUG oslo_concurrency.lockutils [req-16c504a3-db65-4d96-b54f-b2111211a518 req-35717452-06aa-4993-893c-9a0d1ba26f72 service nova] Releasing lock "refresh_cache-20214520-e4ae-4e49-8958-f2196303b998" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.692075] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.733690] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750f401b-232a-49b5-8c17-2361b5ab7433 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.751288] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 688.751288] env[69325]: value = "task-4071256" [ 688.751288] env[69325]: _type = "Task" [ 688.751288] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.761347] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.807749] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071250, 'name': CreateVM_Task, 'duration_secs': 0.710169} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.815320] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.815814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.815976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.817102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.821334] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef385caa-76c1-4d13-ba26-fdab477ae877 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.828054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.828755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.837801] env[69325]: DEBUG oslo_vmware.api [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071251, 'name': PowerOnVM_Task, 'duration_secs': 0.549996} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.839763] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.840011] env[69325]: INFO nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Took 10.75 seconds to spawn the instance on the hypervisor. [ 688.840254] env[69325]: DEBUG nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.840659] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 688.840659] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522f39f3-7669-c7a8-a802-1ad2f149e596" [ 688.840659] env[69325]: _type = "Task" [ 688.840659] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.841425] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b58ab-774c-4589-a00c-fcd2ab9411d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.855471] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522f39f3-7669-c7a8-a802-1ad2f149e596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.951522] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Successfully created port: 374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.024043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3780b2-689e-4dd4-ae75-2980a8286cba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.041517] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408799d1-2c04-4715-a0b7-098d759c7cf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.045800] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.089226] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d973b-4857-4f77-93d4-fd9bb89c5ba2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.095693] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5255618e-99f9-488f-1cd1-5f970cdf4854, 'name': SearchDatastore_Task, 'duration_secs': 0.031905} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.097726] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7cc382d-732a-473c-a814-5432c50eb45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.102145] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee610a-1466-4feb-b42b-2d8ab33ffcb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.124372] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 689.124372] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526a518e-17cc-8f95-3483-c38463c0ec40" [ 689.124372] env[69325]: _type = "Task" [ 689.124372] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.126364] env[69325]: DEBUG nova.compute.provider_tree [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.139999] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526a518e-17cc-8f95-3483-c38463c0ec40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.182290] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.195907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "fbd30304-f19d-448d-b917-36322ffe9bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.196157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.262796] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.356952] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522f39f3-7669-c7a8-a802-1ad2f149e596, 'name': SearchDatastore_Task, 'duration_secs': 0.028514} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.357615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.359253] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.359620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.368893] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.382859] env[69325]: INFO nova.compute.manager [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Took 26.12 seconds to build instance. [ 689.416096] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.416251] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.416967] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.416967] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.416967] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.416967] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.417380] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.417380] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.417458] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.417577] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.417747] env[69325]: DEBUG nova.virt.hardware [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.418964] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ca5c4-8b25-4eec-920b-ccbdb64692bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.427863] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f3c51-5949-42e2-afbe-e46fe9007672 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.489480] env[69325]: DEBUG nova.compute.manager [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Received event network-vif-plugged-07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.489770] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Acquiring lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.490122] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.490266] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.490459] env[69325]: DEBUG nova.compute.manager [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] No waiting events found dispatching network-vif-plugged-07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.490652] env[69325]: WARNING nova.compute.manager [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Received unexpected event network-vif-plugged-07c03523-7d2f-489a-9565-3482d81a7017 for instance with vm_state building and task_state spawning. [ 689.490814] env[69325]: DEBUG nova.compute.manager [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Received event network-changed-07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.490961] env[69325]: DEBUG nova.compute.manager [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Refreshing instance network info cache due to event network-changed-07c03523-7d2f-489a-9565-3482d81a7017. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.491163] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Acquiring lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.491453] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Acquired lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.491453] env[69325]: DEBUG nova.network.neutron [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Refreshing network info cache for port 07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.540497] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071255, 'name': ReconfigVM_Task, 'duration_secs': 0.822532} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.541106] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.541703] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ef1f8d8-b1a4-4a0a-9fdc-bebb0587208d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.550661] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 689.550661] env[69325]: value = "task-4071258" [ 689.550661] env[69325]: _type = "Task" [ 689.550661] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.562427] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071258, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.644877] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526a518e-17cc-8f95-3483-c38463c0ec40, 'name': SearchDatastore_Task, 'duration_secs': 0.028606} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.645247] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.645519] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2b88dbef-e3b5-41a7-85dd-b2c007b46680/2b88dbef-e3b5-41a7-85dd-b2c007b46680.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.645837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.646060] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.646460] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbf27fae-16b5-4d4e-915a-4137b52e825d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.648638] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f10062-fe50-4cd5-9bc2-c8ec68592e3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.660981] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 689.660981] env[69325]: value = "task-4071259" [ 689.660981] env[69325]: _type = "Task" [ 689.660981] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.662460] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.662769] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.667844] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fa49dc-ca9f-4415-ac14-c72b7b43e312 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.671029] env[69325]: ERROR nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [req-84afabf3-8154-462e-9d02-4d0265065500] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84afabf3-8154-462e-9d02-4d0265065500"}]} [ 689.681224] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.681582] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 689.681582] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c94a07-f19e-8834-574b-6278ff9beb9d" [ 689.681582] env[69325]: _type = "Task" [ 689.681582] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.689127] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.696226] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c94a07-f19e-8834-574b-6278ff9beb9d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.697429] env[69325]: DEBUG nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 689.700302] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f46b1c8-2f12-469a-a2d3-100abd722327 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.706892] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 689.706892] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521da7aa-84b4-fc59-b289-a5e3e767f5ed" [ 689.706892] env[69325]: _type = "Task" [ 689.706892] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.717355] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521da7aa-84b4-fc59-b289-a5e3e767f5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.724390] env[69325]: DEBUG nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 689.724548] env[69325]: DEBUG nova.compute.provider_tree [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.742785] env[69325]: DEBUG nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 689.766648] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.773421] env[69325]: DEBUG nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.886351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.628s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.063374] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071258, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.176252] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071259, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.185453] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.636057} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.188808] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 20214520-e4ae-4e49-8958-f2196303b998/20214520-e4ae-4e49-8958-f2196303b998.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.189089] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.189653] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4af258db-e7d7-4e14-9aa2-735904f88b98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.200925] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 690.200925] env[69325]: value = "task-4071260" [ 690.200925] env[69325]: _type = "Task" [ 690.200925] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.208176] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417c734-c088-42a6-a44c-74ebba14b88c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.219364] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.225298] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521da7aa-84b4-fc59-b289-a5e3e767f5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.024066} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.226337] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aacbf21-a19b-4310-b17b-05303f3a7385 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.229951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.230156] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 7475e359-e007-463f-b11b-8d5fc1917ec6/7475e359-e007-463f-b11b-8d5fc1917ec6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.230474] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8799090c-adbe-48d5-83ca-08cafc575263 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.271303] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d261f7b-6681-4553-bb67-632200c6ecba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.274287] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 690.274287] env[69325]: value = "task-4071261" [ 690.274287] env[69325]: _type = "Task" [ 690.274287] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.283504] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071256, 'name': ReconfigVM_Task, 'duration_secs': 1.185833} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.284307] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.285679] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b80626-9c4c-4fe6-aec8-5e732f524062 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.293148] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76caca79-4310-4e1d-b272-563b636577cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.295047] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.308792] env[69325]: DEBUG nova.compute.provider_tree [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.311974] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 690.311974] env[69325]: value = "task-4071262" [ 690.311974] env[69325]: _type = "Task" [ 690.311974] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.324717] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.396447] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.529575] env[69325]: DEBUG nova.network.neutron [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updated VIF entry in instance network info cache for port 07c03523-7d2f-489a-9565-3482d81a7017. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.529575] env[69325]: DEBUG nova.network.neutron [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updating instance_info_cache with network_info: [{"id": "07c03523-7d2f-489a-9565-3482d81a7017", "address": "fa:16:3e:7d:35:9e", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c03523-7d", "ovs_interfaceid": "07c03523-7d2f-489a-9565-3482d81a7017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.563148] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071258, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.677227] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70758} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.677227] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2b88dbef-e3b5-41a7-85dd-b2c007b46680/2b88dbef-e3b5-41a7-85dd-b2c007b46680.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.677227] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.677227] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d64fe6-d609-49af-b7fb-0a7ed67234fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.685248] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 690.685248] env[69325]: value = "task-4071263" [ 690.685248] env[69325]: _type = "Task" [ 690.685248] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.705428] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.717615] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178724} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.717920] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.719422] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa65f8c-b346-496a-8598-a2bd0b2fb2be {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.750033] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 20214520-e4ae-4e49-8958-f2196303b998/20214520-e4ae-4e49-8958-f2196303b998.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.750033] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c689bad1-489b-4b4f-ab38-2923dadbff43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.775026] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 690.775026] env[69325]: value = "task-4071264" [ 690.775026] env[69325]: _type = "Task" [ 690.775026] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.795527] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.795849] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.837078] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.864504] env[69325]: DEBUG nova.scheduler.client.report [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.864770] env[69325]: DEBUG nova.compute.provider_tree [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 28 to 29 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.865008] env[69325]: DEBUG nova.compute.provider_tree [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.927842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.034958] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a8bdd17-bda0-4004-8ef1-8736b9051883 req-a377cc69-2a94-4161-81b3-1fb4a1b47225 service nova] Releasing lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.068041] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071258, 'name': Rename_Task, 'duration_secs': 1.265718} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.068041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.068041] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d1fd31-ddd6-4fb6-bc52-4ec05ef31604 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.078254] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 691.078254] env[69325]: value = "task-4071265" [ 691.078254] env[69325]: _type = "Task" [ 691.078254] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.088215] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.197590] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097589} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.197910] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.198841] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69197121-40f6-4fe2-998c-28bcd4909f7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.229048] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2b88dbef-e3b5-41a7-85dd-b2c007b46680/2b88dbef-e3b5-41a7-85dd-b2c007b46680.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.229496] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2d1695-62ad-4707-9873-07f8d43b0d1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.252829] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 691.252829] env[69325]: value = "task-4071266" [ 691.252829] env[69325]: _type = "Task" [ 691.252829] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.263874] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.289198] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.289485] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Successfully updated port: 374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.295104] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.334753] env[69325]: DEBUG oslo_vmware.api [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071262, 'name': PowerOnVM_Task, 'duration_secs': 0.56483} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.335233] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.339176] env[69325]: DEBUG nova.compute.manager [None req-40bb2d30-e2de-4cbf-8e45-24f5bf490e93 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.342321] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81fd8c4-da5c-40a4-a7ec-e47499245e0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.374274] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.062s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.374274] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.378173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.855s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.381926] env[69325]: INFO nova.compute.claims [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.588276] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.766163] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.792159] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071264, 'name': ReconfigVM_Task, 'duration_secs': 0.620886} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.795700] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 20214520-e4ae-4e49-8958-f2196303b998/20214520-e4ae-4e49-8958-f2196303b998.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.797097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798093] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.802259] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.802705] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.802982] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-378ad9de-9d35-4185-8a9b-b4ceed8fbdb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.814324] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 691.814324] env[69325]: value = "task-4071268" [ 691.814324] env[69325]: _type = "Task" [ 691.814324] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.834384] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071268, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.885524] env[69325]: DEBUG nova.compute.utils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.887465] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.887795] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.971322] env[69325]: DEBUG nova.policy [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b482837ffacd426cbea5a0c4e0c6498c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffab9f84e8e6432abff0e173b8ab55e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.987316] env[69325]: DEBUG nova.compute.manager [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.988276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a38ba7-9d00-47b1-ba81-1bc24ee6003f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.088624] env[69325]: DEBUG oslo_vmware.api [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071265, 'name': PowerOnVM_Task, 'duration_secs': 0.720767} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.089956] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.090212] env[69325]: DEBUG nova.compute.manager [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.091143] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001d2c40-52f0-4660-9cf2-4bd443311890 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.266990] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071266, 'name': ReconfigVM_Task, 'duration_secs': 0.770608} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.270178] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2b88dbef-e3b5-41a7-85dd-b2c007b46680/2b88dbef-e3b5-41a7-85dd-b2c007b46680.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.270178] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693609db-a8af-44da-a79a-15edde20a133 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.278779] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 692.278779] env[69325]: value = "task-4071269" [ 692.278779] env[69325]: _type = "Task" [ 692.278779] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.293576] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071261, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.706872} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.298740] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 7475e359-e007-463f-b11b-8d5fc1917ec6/7475e359-e007-463f-b11b-8d5fc1917ec6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.299336] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.299803] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071269, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.300378] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddc1c8f8-5ee0-40f9-8d1e-55d9a99957ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.311128] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 692.311128] env[69325]: value = "task-4071270" [ 692.311128] env[69325]: _type = "Task" [ 692.311128] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.326305] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071268, 'name': Rename_Task, 'duration_secs': 0.318652} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.331437] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.331737] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.331972] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0554f003-e2ee-407e-8af8-5719f97887a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.341150] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 692.341150] env[69325]: value = "task-4071271" [ 692.341150] env[69325]: _type = "Task" [ 692.341150] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.350813] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.355637] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.393566] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.506907] env[69325]: INFO nova.compute.manager [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] instance snapshotting [ 692.511034] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fbe3a-40c3-4f54-8dfe-40a05f1e4829 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.542166] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e00dc5-75a9-49c8-88a7-19d0ff5d7a45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.568546] env[69325]: DEBUG nova.compute.manager [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Received event network-vif-plugged-374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.568546] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Acquiring lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.568546] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.568546] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.568546] env[69325]: DEBUG nova.compute.manager [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] No waiting events found dispatching network-vif-plugged-374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.568812] env[69325]: WARNING nova.compute.manager [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Received unexpected event network-vif-plugged-374d940c-9db3-4c66-877c-80225eb1c1d1 for instance with vm_state building and task_state spawning. [ 692.568812] env[69325]: DEBUG nova.compute.manager [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Received event network-changed-374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.568812] env[69325]: DEBUG nova.compute.manager [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Refreshing instance network info cache due to event network-changed-374d940c-9db3-4c66-877c-80225eb1c1d1. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.568812] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Acquiring lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.605035] env[69325]: DEBUG nova.network.neutron [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Updating instance_info_cache with network_info: [{"id": "374d940c-9db3-4c66-877c-80225eb1c1d1", "address": "fa:16:3e:83:0d:1d", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374d940c-9d", "ovs_interfaceid": "374d940c-9db3-4c66-877c-80225eb1c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.615123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.701205] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Successfully created port: 1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.789144] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071269, 'name': Rename_Task, 'duration_secs': 0.436296} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.789992] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.793705] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe2e4489-2e82-423e-ab48-49548f7184cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.805156] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 692.805156] env[69325]: value = "task-4071272" [ 692.805156] env[69325]: _type = "Task" [ 692.805156] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.820315] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.825950] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226505} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.827171] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.828146] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5f3bb-464b-49c7-b7be-975d40d39288 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.831434] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51840b-e502-464e-addd-1ff90b078d6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.850357] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1d812-9f9a-4187-aac4-ce91586c303a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.863133] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 7475e359-e007-463f-b11b-8d5fc1917ec6/7475e359-e007-463f-b11b-8d5fc1917ec6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.866673] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd2a161-5b6a-433d-a341-07a31ca86433 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f018e-019c-45ca-b6ec-551d7c9bcd96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.929823] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 692.929823] env[69325]: value = "task-4071273" [ 692.929823] env[69325]: _type = "Task" [ 692.929823] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.930068] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.939828] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6e690-96b7-4d33-992c-4121e617bc34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.946439] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.962841] env[69325]: DEBUG nova.compute.provider_tree [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.055770] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.056250] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cef57a9e-9114-4576-8453-e90ecfdce489 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.068293] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 693.068293] env[69325]: value = "task-4071274" [ 693.068293] env[69325]: _type = "Task" [ 693.068293] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.079052] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.114869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.115322] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance network_info: |[{"id": "374d940c-9db3-4c66-877c-80225eb1c1d1", "address": "fa:16:3e:83:0d:1d", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374d940c-9d", "ovs_interfaceid": "374d940c-9db3-4c66-877c-80225eb1c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.116032] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Acquired lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116211] env[69325]: DEBUG nova.network.neutron [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Refreshing network info cache for port 374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.117820] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374d940c-9db3-4c66-877c-80225eb1c1d1', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.126324] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating folder: Project (ffab9f84e8e6432abff0e173b8ab55e3). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.126932] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3847321-f698-4d42-99a6-d7e5c1c88b3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141542] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created folder: Project (ffab9f84e8e6432abff0e173b8ab55e3) in parent group-v806727. [ 693.141542] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating folder: Instances. Parent ref: group-v806772. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.141542] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b3b382-7dc2-41be-9e27-6675efb2ec4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.152134] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created folder: Instances in parent group-v806772. [ 693.152472] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.152771] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.153162] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9610b6f-9a45-4994-947e-0d298779126c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.180581] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.180581] env[69325]: value = "task-4071277" [ 693.180581] env[69325]: _type = "Task" [ 693.180581] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.192178] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071277, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.319423] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.371751] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.433683] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.447500] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071273, 'name': ReconfigVM_Task, 'duration_secs': 0.475583} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.447796] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 7475e359-e007-463f-b11b-8d5fc1917ec6/7475e359-e007-463f-b11b-8d5fc1917ec6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.448478] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d747d58a-60f5-4a7f-ba7b-43e7f72b8a2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.457270] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 693.457270] env[69325]: value = "task-4071278" [ 693.457270] env[69325]: _type = "Task" [ 693.457270] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.462341] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.462838] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.462838] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.463020] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.463055] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.463397] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.463397] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.463563] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.464104] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.464104] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.464104] env[69325]: DEBUG nova.virt.hardware [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.466082] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3477e-07e4-4ed8-a3f0-2234426fa9f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.470364] env[69325]: DEBUG nova.scheduler.client.report [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.478634] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071278, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.484616] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363440a7-c3f5-4651-a4fe-f890fa9aa800 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.582387] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071274, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.680655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.680655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.694389] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071277, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.820809] env[69325]: DEBUG oslo_vmware.api [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071272, 'name': PowerOnVM_Task, 'duration_secs': 0.66591} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.824252] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.824559] env[69325]: INFO nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Took 7.05 seconds to spawn the instance on the hypervisor. [ 693.824754] env[69325]: DEBUG nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.825681] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96608128-8380-4c79-a3d1-d8be79857ec5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.869615] env[69325]: DEBUG oslo_vmware.api [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071271, 'name': PowerOnVM_Task, 'duration_secs': 1.130588} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.869615] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.871689] env[69325]: INFO nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Took 13.28 seconds to spawn the instance on the hypervisor. [ 693.871689] env[69325]: DEBUG nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.871689] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cd90c7-5d84-4645-8302-17d42b9a364d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.920470] env[69325]: DEBUG nova.network.neutron [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Updated VIF entry in instance network info cache for port 374d940c-9db3-4c66-877c-80225eb1c1d1. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.920852] env[69325]: DEBUG nova.network.neutron [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Updating instance_info_cache with network_info: [{"id": "374d940c-9db3-4c66-877c-80225eb1c1d1", "address": "fa:16:3e:83:0d:1d", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374d940c-9d", "ovs_interfaceid": "374d940c-9db3-4c66-877c-80225eb1c1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.971339] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071278, 'name': Rename_Task, 'duration_secs': 0.25027} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.972187] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.972187] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-201fd6e2-90a7-4044-bdc0-76f6beea2105 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.980609] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.981187] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.985408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.365s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.989031] env[69325]: INFO nova.compute.claims [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.989724] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 693.989724] env[69325]: value = "task-4071280" [ 693.989724] env[69325]: _type = "Task" [ 693.989724] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.000300] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.031173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.031445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.081033] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071274, 'name': CreateSnapshot_Task, 'duration_secs': 0.864396} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.081240] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.082031] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90701d-ea40-401a-a24f-e0c232722fb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.191990] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071277, 'name': CreateVM_Task, 'duration_secs': 0.55306} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.194060] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.194060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.194060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.194060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.194060] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91d010a-c28d-4d5b-8211-aa38c77baa56 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.200207] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 694.200207] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525e0fb7-9c79-10d0-45c8-ae5a7e674022" [ 694.200207] env[69325]: _type = "Task" [ 694.200207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.210282] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525e0fb7-9c79-10d0-45c8-ae5a7e674022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.350717] env[69325]: INFO nova.compute.manager [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Took 24.94 seconds to build instance. [ 694.397996] env[69325]: INFO nova.compute.manager [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Took 25.59 seconds to build instance. [ 694.425197] env[69325]: DEBUG oslo_concurrency.lockutils [req-854f7a2f-1053-4dd7-aed5-f3e72e724124 req-37288235-5f84-4794-b318-6c630c480362 service nova] Releasing lock "refresh_cache-ffd7b1db-a645-43fa-ab71-890130bf4a76" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.497260] env[69325]: DEBUG nova.compute.utils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.501838] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.501838] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.521181] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.593180] env[69325]: DEBUG nova.policy [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac218f2d00ea4cd895aef0a56b893459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9513b89a66384260be696d5d13d62865', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.610086] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.610743] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8dd2bb9-e311-4efe-a77d-efa57d42b5bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.622057] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 694.622057] env[69325]: value = "task-4071281" [ 694.622057] env[69325]: _type = "Task" [ 694.622057] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.643068] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.714045] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525e0fb7-9c79-10d0-45c8-ae5a7e674022, 'name': SearchDatastore_Task, 'duration_secs': 0.025478} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.714045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.715280] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.715555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.715892] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.716613] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5431741-e908-44d6-87b5-fa76afffe2d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.730454] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.730809] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.735022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49774cc-9d1e-426c-bc05-5ed3d2d1b95d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.738239] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 694.738239] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52975506-727d-fce4-42fb-145419ba09cf" [ 694.738239] env[69325]: _type = "Task" [ 694.738239] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.748789] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52975506-727d-fce4-42fb-145419ba09cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.852769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9143d35d-7fd5-4360-a8c8-23d1c961b994 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.759s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.856323] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Successfully updated port: 1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.903448] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b98ccf3-0b8f-45db-9af5-42640de43005 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.455s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.013467] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.016993] env[69325]: DEBUG oslo_vmware.api [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071280, 'name': PowerOnVM_Task, 'duration_secs': 0.733214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.018881] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.018881] env[69325]: INFO nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Took 11.92 seconds to spawn the instance on the hypervisor. [ 695.018881] env[69325]: DEBUG nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.019318] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd63663-ae00-43e7-8970-a9d1e9c053da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.039951] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Successfully created port: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.139670] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.254187] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52975506-727d-fce4-42fb-145419ba09cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.260104] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6fb53d-d61f-47c4-bb40-ddcd877703eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.270771] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 695.270771] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a07dc1-c1c4-7fcc-eb7c-d48b8850d52d" [ 695.270771] env[69325]: _type = "Task" [ 695.270771] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.284854] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a07dc1-c1c4-7fcc-eb7c-d48b8850d52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.358052] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.361328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.362155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.362155] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.406193] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.434638] env[69325]: DEBUG nova.compute.manager [None req-5fb96d34-82ee-4841-bfb5-35d747f2b483 tempest-ServerDiagnosticsV248Test-2069780307 tempest-ServerDiagnosticsV248Test-2069780307-project-admin] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.434638] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c71d8b-fc82-4989-9b76-0e94e020c21a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.446835] env[69325]: INFO nova.compute.manager [None req-5fb96d34-82ee-4841-bfb5-35d747f2b483 tempest-ServerDiagnosticsV248Test-2069780307 tempest-ServerDiagnosticsV248Test-2069780307-project-admin] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Retrieving diagnostics [ 695.447977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89995950-ea85-4128-88f4-f5d297d6a8a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c7c3f-b863-4806-842e-0f7b18c1147e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.510099] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4754c5-3270-4f5e-bbf1-d202a5d8dc7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.555926] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe29ef-183d-48ab-ac66-2c7b18c3e241 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.562529] env[69325]: INFO nova.compute.manager [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Took 26.18 seconds to build instance. [ 695.568050] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7827b0-5eaa-46b1-a0a9-f5fdc96e0ffd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.584931] env[69325]: DEBUG nova.compute.provider_tree [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.633990] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.789374] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a07dc1-c1c4-7fcc-eb7c-d48b8850d52d, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.789637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.789916] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.792339] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9926e29-6b08-441a-8ad8-841f04ac7ca6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.799394] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 695.799394] env[69325]: value = "task-4071283" [ 695.799394] env[69325]: _type = "Task" [ 695.799394] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.809863] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.887674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.917662] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.940724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.058652] env[69325]: DEBUG nova.compute.manager [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Received event network-changed-7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.059190] env[69325]: DEBUG nova.compute.manager [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Refreshing instance network info cache due to event network-changed-7fc44697-04ec-46d6-bdd5-be4694e992d7. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.059190] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Acquiring lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.059549] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Acquired lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.059665] env[69325]: DEBUG nova.network.neutron [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Refreshing network info cache for port 7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.062237] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.067701] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.635s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.093753] env[69325]: DEBUG nova.scheduler.client.report [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.112675] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.113139] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.113346] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.113581] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.113893] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.114112] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.114489] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.114684] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.114921] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.115220] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.115553] env[69325]: DEBUG nova.virt.hardware [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.117541] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e2ffa-ac9a-4cdd-bc28-5e07beaeb727 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.138366] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb779e-9a4e-4b4d-b451-398c4bfb72bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.152355] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.220659] env[69325]: INFO nova.compute.manager [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Rebuilding instance [ 696.272559] env[69325]: DEBUG nova.compute.manager [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.273683] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218af89b-9481-4dcd-b265-ed39609883f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.311142] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.514925] env[69325]: DEBUG nova.network.neutron [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Updating instance_info_cache with network_info: [{"id": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "address": "fa:16:3e:56:8c:a5", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe52f95-81", "ovs_interfaceid": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.572717] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.604588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.606707] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.612820] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.153s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.613118] env[69325]: DEBUG nova.objects.instance [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lazy-loading 'resources' on Instance uuid 9c9aab78-56f9-4d83-9139-8e139813cb6d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.645757] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.819242] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578855} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.822167] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.822408] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.822991] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574c86d9-7ada-4fd7-9613-542054a36bca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.831539] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 696.831539] env[69325]: value = "task-4071284" [ 696.831539] env[69325]: _type = "Task" [ 696.831539] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.843265] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.917662] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Successfully updated port: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.978301] env[69325]: DEBUG nova.network.neutron [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updated VIF entry in instance network info cache for port 7fc44697-04ec-46d6-bdd5-be4694e992d7. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.978784] env[69325]: DEBUG nova.network.neutron [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating instance_info_cache with network_info: [{"id": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "address": "fa:16:3e:95:c4:17", "network": {"id": "f4078794-b7ef-4981-ba3b-50e3569fcd3b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1792961513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba345615cca409cb58a3988ba3e3819", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc44697-04", "ovs_interfaceid": "7fc44697-04ec-46d6-bdd5-be4694e992d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.018646] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.019174] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Instance network_info: |[{"id": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "address": "fa:16:3e:56:8c:a5", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe52f95-81", "ovs_interfaceid": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.019696] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:8c:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe52f95-81b3-489f-bc55-0d75e190c55d', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.032564] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.032564] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.032927] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f6feb96-5575-4208-b19b-f0d6b049ca23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.055828] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.055828] env[69325]: value = "task-4071285" [ 697.055828] env[69325]: _type = "Task" [ 697.055828] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.065151] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071285, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.104267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.116438] env[69325]: DEBUG nova.compute.utils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.122037] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.122037] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.140286] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.198910] env[69325]: DEBUG nova.policy [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d87afe79d74b3bb24c591e7fc1efd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717a0ffdfdee4697901bbe8949422d91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.293235] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.293571] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9de0c5-3624-4865-855b-1fc036925382 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.303460] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 697.303460] env[69325]: value = "task-4071286" [ 697.303460] env[69325]: _type = "Task" [ 697.303460] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.322964] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.347343] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07885} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.347343] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.348107] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed575b-6fbe-47cc-8017-56ee40164a3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.375948] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.380205] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb60ef0-cfa2-4e08-92ec-fb1de1dddea1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.409000] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 697.409000] env[69325]: value = "task-4071287" [ 697.409000] env[69325]: _type = "Task" [ 697.409000] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.409415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "5670b857-d679-4397-b310-94fcbc1a014c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.409415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.425018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.425018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.425018] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.426241] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.458996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0331396e-5cec-4ebb-8171-3322e91f99d5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "099ae72f-57a7-4995-9a69-81e878431546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.459406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0331396e-5cec-4ebb-8171-3322e91f99d5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "099ae72f-57a7-4995-9a69-81e878431546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.485389] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Releasing lock "refresh_cache-bcd6aaab-6eb2-4283-97db-b3e67330f4e6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.485703] env[69325]: DEBUG nova.compute.manager [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Received event network-vif-plugged-1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.485994] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Acquiring lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.486351] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.486600] env[69325]: DEBUG oslo_concurrency.lockutils [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.486861] env[69325]: DEBUG nova.compute.manager [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] No waiting events found dispatching network-vif-plugged-1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.487136] env[69325]: WARNING nova.compute.manager [req-9ad7e94f-b13c-4996-b6b6-ad7865de764f req-6f5e5ef2-1b2f-4d6f-b9b2-2e0571ec3c4c service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Received unexpected event network-vif-plugged-1fe52f95-81b3-489f-bc55-0d75e190c55d for instance with vm_state building and task_state spawning. [ 697.571622] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071285, 'name': CreateVM_Task, 'duration_secs': 0.419072} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.571857] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.572722] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.572954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.573377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.573723] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f926602-5147-41fa-a734-d069f15d5403 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.585475] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 697.585475] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c1e6bf-0f72-3379-d2d5-9fa915b44e49" [ 697.585475] env[69325]: _type = "Task" [ 697.585475] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.600614] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c1e6bf-0f72-3379-d2d5-9fa915b44e49, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.603174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.603174] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.603174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.603174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.603453] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.605201] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f801cb2e-b862-41a9-a5d3-6456c1e454cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.617451] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.617451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.618274] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952d0844-bca8-4548-b295-c552a73a3a0f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.621853] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.633618] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 697.633618] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298fe30-a73c-d1c4-cada-cf01009ce6ed" [ 697.633618] env[69325]: _type = "Task" [ 697.633618] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.642381] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.649796] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5298fe30-a73c-d1c4-cada-cf01009ce6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014394} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.650058] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c946c7-1229-4ac2-a850-3b9c3fae9804 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.659753] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 697.659753] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52de36ac-09fb-0c3e-be58-dc4356a193e0" [ 697.659753] env[69325]: _type = "Task" [ 697.659753] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.669622] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de36ac-09fb-0c3e-be58-dc4356a193e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.739857] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deddd729-802b-4a6d-ae79-20b4a296eb4e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.755090] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3fb65-9d23-44d1-a8af-2740890aabfb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.797796] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d552ae-b106-44eb-ae82-57e9ec4e7dcb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.807951] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d34c6a-208e-4992-8468-56e579cdbaa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.822059] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071286, 'name': PowerOffVM_Task, 'duration_secs': 0.43806} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.832298] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.833382] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.833846] env[69325]: DEBUG nova.compute.provider_tree [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.836410] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5878f0-4de0-46a3-99b2-714bd98d1b7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.848046] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.848046] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7876ea25-6187-4de3-9e7a-18328fb36fe3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.878244] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.878498] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.878647] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Deleting the datastore file [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.879291] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f0d8dd-ec52-46cb-a749-2a56d3a9de05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.890680] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 697.890680] env[69325]: value = "task-4071289" [ 697.890680] env[69325]: _type = "Task" [ 697.890680] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.902111] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.924926] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.977032] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Successfully created port: 112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.990719] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.144495] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071281, 'name': CloneVM_Task, 'duration_secs': 3.276078} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.145851] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Created linked-clone VM from snapshot [ 698.146907] env[69325]: DEBUG nova.compute.manager [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Received event network-vif-plugged-250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.147763] env[69325]: DEBUG oslo_concurrency.lockutils [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.148064] env[69325]: DEBUG oslo_concurrency.lockutils [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.148281] env[69325]: DEBUG oslo_concurrency.lockutils [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.148612] env[69325]: DEBUG nova.compute.manager [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] No waiting events found dispatching network-vif-plugged-250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.148612] env[69325]: WARNING nova.compute.manager [req-8555dcde-8ed6-4345-b299-0c8fd63e0c81 req-42720d5b-01c0-42ee-a8df-8cb0421c927d service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Received unexpected event network-vif-plugged-250e5037-6cca-4f3c-85d2-758e8c5dd6eb for instance with vm_state building and task_state spawning. [ 698.151347] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea363c86-d4aa-4375-8e0e-4f8ee6da7192 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.159617] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Uploading image 66583fda-2d8c-4640-848b-02cc85842f47 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 698.175708] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de36ac-09fb-0c3e-be58-dc4356a193e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015515} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.176681] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.177022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.177346] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f17cebdf-b876-4778-80c9-f4a50b0bd402/f17cebdf-b876-4778-80c9-f4a50b0bd402.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.177660] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88124353-385e-4e5e-86f9-b03a90ab1741 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179352] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-578adab3-272c-4ab8-b5e1-77e68bfe15a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.188516] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 698.188516] env[69325]: value = "task-4071290" [ 698.188516] env[69325]: _type = "Task" [ 698.188516] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.192282] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 698.192282] env[69325]: value = "task-4071291" [ 698.192282] env[69325]: _type = "Task" [ 698.192282] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.206258] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.210752] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071290, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.300501] env[69325]: DEBUG nova.network.neutron [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.342182] env[69325]: DEBUG nova.scheduler.client.report [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.404292] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169853} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.404639] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.404850] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.405078] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.420921] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071287, 'name': ReconfigVM_Task, 'duration_secs': 0.626908} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.421237] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.422956] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61b55274-5a25-44c5-bdcb-12722af1a1bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.431974] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 698.431974] env[69325]: value = "task-4071292" [ 698.431974] env[69325]: _type = "Task" [ 698.431974] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.443885] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071292, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.640067] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.675766] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.676128] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.676362] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.676593] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.676788] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.676978] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.677323] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.677678] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.677812] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.677984] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.678179] env[69325]: DEBUG nova.virt.hardware [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.679323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c2ec71-995f-4caa-b2ce-35b2c81738f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.689520] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc6a85d-f3e5-4302-90b9-350201c509e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.715866] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071290, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.723650] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.803475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.804134] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Instance network_info: |[{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.804848] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:46:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250e5037-6cca-4f3c-85d2-758e8c5dd6eb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.815767] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Creating folder: Project (9513b89a66384260be696d5d13d62865). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.816478] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b9ee31-3d67-461b-ac1c-974c9b42e04d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.830164] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Created folder: Project (9513b89a66384260be696d5d13d62865) in parent group-v806727. [ 698.830381] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Creating folder: Instances. Parent ref: group-v806778. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.830470] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e84672d-1392-49f4-b537-0089118675e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.843200] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Created folder: Instances in parent group-v806778. [ 698.843200] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.843200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.843722] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a241594-88a7-4677-a9de-d5e70ec6b34c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.861692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.868588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.423s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.868588] env[69325]: DEBUG nova.objects.instance [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lazy-loading 'resources' on Instance uuid f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.875271] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.875271] env[69325]: value = "task-4071295" [ 698.875271] env[69325]: _type = "Task" [ 698.875271] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.885922] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071295, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.887544] env[69325]: INFO nova.scheduler.client.report [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Deleted allocations for instance 9c9aab78-56f9-4d83-9139-8e139813cb6d [ 698.944611] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071292, 'name': Rename_Task, 'duration_secs': 0.216635} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.945703] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.945703] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a070f4-7f56-4fcb-bb1a-0b4ed3d5a30d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.954366] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 698.954366] env[69325]: value = "task-4071296" [ 698.954366] env[69325]: _type = "Task" [ 698.954366] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.968464] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.038934] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Received event network-changed-1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.039152] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Refreshing instance network info cache due to event network-changed-1fe52f95-81b3-489f-bc55-0d75e190c55d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.040131] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquiring lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040131] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquired lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040131] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Refreshing network info cache for port 1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.210481] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071290, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.217619] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616994} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.217619] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f17cebdf-b876-4778-80c9-f4a50b0bd402/f17cebdf-b876-4778-80c9-f4a50b0bd402.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.217619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.217619] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ab6dc5-4430-4b20-bbc7-07963d6ad12b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.226097] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 699.226097] env[69325]: value = "task-4071297" [ 699.226097] env[69325]: _type = "Task" [ 699.226097] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.238841] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.387853] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071295, 'name': CreateVM_Task, 'duration_secs': 0.465304} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.388089] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.388959] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.389277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.389698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.390658] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b8b940-7aea-4c4a-83a8-573d8f487299 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.403110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-80933447-3d58-4fed-92e0-14eec837ff09 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Lock "9c9aab78-56f9-4d83-9139-8e139813cb6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.660s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.410124] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 699.410124] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526c8029-d142-4d98-0eed-059f688142da" [ 699.410124] env[69325]: _type = "Task" [ 699.410124] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.431049] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526c8029-d142-4d98-0eed-059f688142da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.454326] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.454750] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.454750] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.454906] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.455103] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.455263] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.455548] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.455874] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.455874] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.456043] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.456188] env[69325]: DEBUG nova.virt.hardware [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.457103] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b715bc-944c-4d02-bb7c-cc79e9ebbae3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.476787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e71aa-d87b-4226-80a2-dc9e89280ec1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.481546] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.495536] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.501263] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.504410] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.504749] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f3c2b05-649f-4535-8aea-726b388d65ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.525271] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.525271] env[69325]: value = "task-4071298" [ 699.525271] env[69325]: _type = "Task" [ 699.525271] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.536983] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071298, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.625089] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Successfully updated port: 112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.710386] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071290, 'name': Destroy_Task, 'duration_secs': 1.508533} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.713986] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Destroyed the VM [ 699.714580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.715074] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-533b418d-aa0c-4f14-9478-ae518c40fcf6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.727504] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 699.727504] env[69325]: value = "task-4071299" [ 699.727504] env[69325]: _type = "Task" [ 699.727504] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.748071] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225506} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.748330] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.748610] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.749423] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5230be3-a4f7-4951-8fa0-386057023b34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.774512] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f17cebdf-b876-4778-80c9-f4a50b0bd402/f17cebdf-b876-4778-80c9-f4a50b0bd402.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.778198] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a738909a-9d48-4423-887e-8cc06469f743 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.804551] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 699.804551] env[69325]: value = "task-4071300" [ 699.804551] env[69325]: _type = "Task" [ 699.804551] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.817178] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.844415] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177f45f-a783-4c52-85de-19ed7e7930d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.852793] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996adbe0-fcfb-4268-995d-99863ab1b1e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.888922] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af60067-9ae7-4bdb-afad-d466e6727b4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.899993] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1be78-293e-4e49-84ff-532fcd23daef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.921086] env[69325]: DEBUG nova.compute.provider_tree [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.933453] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526c8029-d142-4d98-0eed-059f688142da, 'name': SearchDatastore_Task, 'duration_secs': 0.037636} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.934485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.934728] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.935079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.935155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.935354] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.935947] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-125d2a93-7379-439e-beaf-d3fd929a76d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.946804] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.947096] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.947842] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701850b4-eea3-412e-be45-26e09bc86f7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.955016] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 699.955016] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5228ed92-20bd-5e9e-c0ad-b46ed989c5ff" [ 699.955016] env[69325]: _type = "Task" [ 699.955016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.970671] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5228ed92-20bd-5e9e-c0ad-b46ed989c5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.974736] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.975069] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942e28cc-4135-4088-bcb9-4ba68be48fbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.983351] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 699.983351] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5299570e-fd40-fdac-0be6-67cf36f25bce" [ 699.983351] env[69325]: _type = "Task" [ 699.983351] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.984336] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Updated VIF entry in instance network info cache for port 1fe52f95-81b3-489f-bc55-0d75e190c55d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.984715] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Updating instance_info_cache with network_info: [{"id": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "address": "fa:16:3e:56:8c:a5", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe52f95-81", "ovs_interfaceid": "1fe52f95-81b3-489f-bc55-0d75e190c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.998630] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5299570e-fd40-fdac-0be6-67cf36f25bce, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.998630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.998630] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.998630] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8a3b7a-7e1a-4ef1-a6a0-f7e0218f5520 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.008109] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 700.008109] env[69325]: value = "task-4071301" [ 700.008109] env[69325]: _type = "Task" [ 700.008109] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.018599] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.039207] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071298, 'name': CreateVM_Task, 'duration_secs': 0.337149} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.042016] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.042016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.042016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.042016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.042016] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1690c98c-0f14-4caa-93be-c9d58acd5c30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.047867] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 700.047867] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52de9de2-935e-076e-7d47-6ac6221c9182" [ 700.047867] env[69325]: _type = "Task" [ 700.047867] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.059584] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de9de2-935e-076e-7d47-6ac6221c9182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.128694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.129546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquired lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.129546] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.251180] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071299, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.326284] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071300, 'name': ReconfigVM_Task, 'duration_secs': 0.321279} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.326284] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f17cebdf-b876-4778-80c9-f4a50b0bd402/f17cebdf-b876-4778-80c9-f4a50b0bd402.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.326815] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8072e17-2fd7-4b61-b0a2-da4b12499d18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.338693] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 700.338693] env[69325]: value = "task-4071302" [ 700.338693] env[69325]: _type = "Task" [ 700.338693] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.356663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.356967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.357314] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071302, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.426110] env[69325]: DEBUG nova.scheduler.client.report [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.474188] env[69325]: DEBUG oslo_vmware.api [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071296, 'name': PowerOnVM_Task, 'duration_secs': 1.353993} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.474652] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.474987] env[69325]: INFO nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Took 11.11 seconds to spawn the instance on the hypervisor. [ 700.475579] env[69325]: DEBUG nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.476647] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc55078-1a58-4877-a87b-ecb4b8958807 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.492657] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Releasing lock "refresh_cache-f17cebdf-b876-4778-80c9-f4a50b0bd402" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493966] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-changed-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.493966] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing instance network info cache due to event network-changed-853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.493966] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.493966] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.493966] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.525561] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495011} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.525928] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.526619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.526619] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459434d6-7671-4460-b329-11c1b927185f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.537084] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 700.537084] env[69325]: value = "task-4071303" [ 700.537084] env[69325]: _type = "Task" [ 700.537084] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.556520] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.562060] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de9de2-935e-076e-7d47-6ac6221c9182, 'name': SearchDatastore_Task, 'duration_secs': 0.022247} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.562417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.562710] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.562964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.563191] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.563304] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.563572] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6448199-6f90-48e7-b2bb-d5358d622164 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.574452] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.575827] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.575827] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c814e97-6775-481c-87dd-182ea57b034b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.581921] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 700.581921] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d358da-f3bb-1b44-63ec-b9cf47dbd155" [ 700.581921] env[69325]: _type = "Task" [ 700.581921] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.592453] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d358da-f3bb-1b44-63ec-b9cf47dbd155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.669947] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.741598] env[69325]: DEBUG oslo_vmware.api [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071299, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829289} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.741794] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.849517] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071302, 'name': Rename_Task, 'duration_secs': 0.276645} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.849812] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.850093] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca2bc61-d3e0-457f-b211-1540cb694c6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.857291] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 700.857291] env[69325]: value = "task-4071304" [ 700.857291] env[69325]: _type = "Task" [ 700.857291] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.865884] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.932808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.936366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.608s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.938629] env[69325]: INFO nova.compute.claims [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.975147] env[69325]: INFO nova.scheduler.client.report [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Deleted allocations for instance f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7 [ 701.005712] env[69325]: INFO nova.compute.manager [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Took 30.13 seconds to build instance. [ 701.049814] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208475} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.051422] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.052824] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac8339f-23f7-4ba7-988f-ddd9029258c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.079462] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.083345] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85eaaef1-709e-4414-8214-07db83603053 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.098788] env[69325]: DEBUG nova.network.neutron [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Updating instance_info_cache with network_info: [{"id": "112f1a62-6a7b-4636-93a5-77e68726c944", "address": "fa:16:3e:98:0d:32", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f1a62-6a", "ovs_interfaceid": "112f1a62-6a7b-4636-93a5-77e68726c944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.112148] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d358da-f3bb-1b44-63ec-b9cf47dbd155, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.120214] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 701.120214] env[69325]: value = "task-4071305" [ 701.120214] env[69325]: _type = "Task" [ 701.120214] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.121267] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c727d5-4b03-4d2a-ad92-1e51b9812b07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.125629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "91b8bcff-61b1-4624-91b2-5af3577b6961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.126065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.141422] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 701.141422] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e52793-035a-f6f0-613e-93876f905013" [ 701.141422] env[69325]: _type = "Task" [ 701.141422] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.152026] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.157472] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e52793-035a-f6f0-613e-93876f905013, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.157742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.158022] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.158293] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa7c198-10f0-4e4b-9023-49ce10eaf237 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.172797] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 701.172797] env[69325]: value = "task-4071306" [ 701.172797] env[69325]: _type = "Task" [ 701.172797] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.182289] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.248362] env[69325]: WARNING nova.compute.manager [None req-069e2c6e-9f95-4d67-92de-0b7131ffa28b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Image not found during snapshot: nova.exception.ImageNotFound: Image 66583fda-2d8c-4640-848b-02cc85842f47 could not be found. [ 701.373216] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071304, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.417218] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updated VIF entry in instance network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.417741] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.487584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9fdb637b-121c-46b9-947d-3182ef79ba5e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Lock "f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.851s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.507587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-590c8d42-463d-48e8-98e5-51fecf5804a6 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.185s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.553220] env[69325]: DEBUG nova.compute.manager [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Received event network-changed-250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.553400] env[69325]: DEBUG nova.compute.manager [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Refreshing instance network info cache due to event network-changed-250e5037-6cca-4f3c-85d2-758e8c5dd6eb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.553640] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Acquiring lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.553828] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Acquired lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.554427] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Refreshing network info cache for port 250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.604791] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Releasing lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.605439] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Instance network_info: |[{"id": "112f1a62-6a7b-4636-93a5-77e68726c944", "address": "fa:16:3e:98:0d:32", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f1a62-6a", "ovs_interfaceid": "112f1a62-6a7b-4636-93a5-77e68726c944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.605920] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '112f1a62-6a7b-4636-93a5-77e68726c944', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.619803] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Creating folder: Project (717a0ffdfdee4697901bbe8949422d91). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.619803] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8761d499-d0be-4733-856b-fd6e8bdd99a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.633734] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Created folder: Project (717a0ffdfdee4697901bbe8949422d91) in parent group-v806727. [ 701.633999] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Creating folder: Instances. Parent ref: group-v806782. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.634309] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aea866e-c5b2-4e78-b437-095fed2a6fcf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.644225] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.653710] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Created folder: Instances in parent group-v806782. [ 701.654035] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.654269] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.654554] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd2e2ee-3580-4008-90d2-0f8d20e85571 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.689837] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071306, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.693311] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.693311] env[69325]: value = "task-4071309" [ 701.693311] env[69325]: _type = "Task" [ 701.693311] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.708872] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071309, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.875796] env[69325]: DEBUG oslo_vmware.api [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071304, 'name': PowerOnVM_Task, 'duration_secs': 0.553608} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.875995] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.876698] env[69325]: INFO nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Took 8.44 seconds to spawn the instance on the hypervisor. [ 701.880226] env[69325]: DEBUG nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.882247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397ed1b-d746-4cb7-89d0-166520f5fd0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.922987] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.922987] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-changed-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.922987] env[69325]: DEBUG nova.compute.manager [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing instance network info cache due to event network-changed-853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.924601] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.924601] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.924601] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.011704] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.110917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "d0089ac6-b35e-4705-8652-1d87d64394f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.111223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.141929] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071305, 'name': ReconfigVM_Task, 'duration_secs': 0.640736} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.142262] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.143574] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8067adc2-f1d1-4611-b08e-0981a34d85e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.160168] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 702.160168] env[69325]: value = "task-4071310" [ 702.160168] env[69325]: _type = "Task" [ 702.160168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.169027] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071310, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.184222] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707166} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.184751] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.184751] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.185044] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c4938c-7f87-4377-821f-831f5de6ea81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.195554] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 702.195554] env[69325]: value = "task-4071311" [ 702.195554] env[69325]: _type = "Task" [ 702.195554] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.222173] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071309, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.223212] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.414383] env[69325]: DEBUG nova.compute.manager [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Received event network-vif-plugged-112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.414383] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Acquiring lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.414383] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.414383] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.414383] env[69325]: DEBUG nova.compute.manager [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] No waiting events found dispatching network-vif-plugged-112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.414815] env[69325]: WARNING nova.compute.manager [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Received unexpected event network-vif-plugged-112f1a62-6a7b-4636-93a5-77e68726c944 for instance with vm_state building and task_state spawning. [ 702.415228] env[69325]: DEBUG nova.compute.manager [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Received event network-changed-112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.415595] env[69325]: DEBUG nova.compute.manager [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Refreshing instance network info cache due to event network-changed-112f1a62-6a7b-4636-93a5-77e68726c944. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.415915] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Acquiring lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.416181] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Acquired lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.416505] env[69325]: DEBUG nova.network.neutron [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Refreshing network info cache for port 112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.419544] env[69325]: INFO nova.compute.manager [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Took 27.14 seconds to build instance. [ 702.460120] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09744819-25cd-496d-af80-b0d9df3d33c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.471500] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043b667-f20e-436f-91e3-9294109102ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.514086] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abbe3e9-1565-40ab-a498-18fd86e36f22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.534450] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaaa584-8ab5-4351-b980-7128bdea4f60 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.554806] env[69325]: DEBUG nova.compute.provider_tree [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.557910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.558352] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updated VIF entry in instance network info cache for port 250e5037-6cca-4f3c-85d2-758e8c5dd6eb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.558751] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.671054] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071310, 'name': Rename_Task, 'duration_secs': 0.512095} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.671349] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.671607] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c676e9b-d296-437f-9c85-fba1c82fdce1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.680103] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 702.680103] env[69325]: value = "task-4071312" [ 702.680103] env[69325]: _type = "Task" [ 702.680103] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.691836] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.707711] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071309, 'name': CreateVM_Task, 'duration_secs': 0.551866} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.708199] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.709085] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.709266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.709606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.709920] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ee4210-b212-48fc-b339-9f73d9d7e333 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.716967] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079616} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.718154] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.718893] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707c7ee-ef92-4f9e-bb1c-43a72822a247 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.724053] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 702.724053] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e5c18b-eefb-8538-1392-705f9bd77228" [ 702.724053] env[69325]: _type = "Task" [ 702.724053] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.748000] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.749618] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465078fb-7689-412c-9337-67308dbc4d9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.777505] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e5c18b-eefb-8538-1392-705f9bd77228, 'name': SearchDatastore_Task, 'duration_secs': 0.024186} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.779112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.779112] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.779112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.779112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.779332] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.780489] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b21f92-5ed1-4800-98ed-329c600fde9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.787353] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 702.787353] env[69325]: value = "task-4071313" [ 702.787353] env[69325]: _type = "Task" [ 702.787353] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.803240] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.803240] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.803240] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.803240] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af784c7-ce7f-4bc3-a221-832df7905b4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.811785] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 702.811785] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a05180-ebda-9f03-aaff-0f2c5bdad60b" [ 702.811785] env[69325]: _type = "Task" [ 702.811785] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.826249] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a05180-ebda-9f03-aaff-0f2c5bdad60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.876518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "2903c85c-20c2-4747-9522-922f56568546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.876770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.923451] env[69325]: DEBUG oslo_concurrency.lockutils [None req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.980s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.018149] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updated VIF entry in instance network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.018748] env[69325]: DEBUG nova.network.neutron [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.062175] env[69325]: DEBUG nova.scheduler.client.report [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.070443] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Releasing lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.070731] env[69325]: DEBUG nova.compute.manager [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Received event network-changed-07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.070903] env[69325]: DEBUG nova.compute.manager [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Refreshing instance network info cache due to event network-changed-07c03523-7d2f-489a-9565-3482d81a7017. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.071138] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Acquiring lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071287] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Acquired lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.071454] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Refreshing network info cache for port 07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.193295] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.299516] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071313, 'name': ReconfigVM_Task, 'duration_secs': 0.457366} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.299516] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552/5b062b1d-53b0-4c79-a695-a5aaabcf3552.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.300009] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8b35c6f-c3a5-4fc8-aebc-f9aa825ee1c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.308112] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 703.308112] env[69325]: value = "task-4071314" [ 703.308112] env[69325]: _type = "Task" [ 703.308112] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.323094] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071314, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.327115] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a05180-ebda-9f03-aaff-0f2c5bdad60b, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.328019] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9949f458-8f96-4c5f-9f2d-8cb9b749bccb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.336334] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 703.336334] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5269d77b-a322-9d24-4382-3685c059ed3d" [ 703.336334] env[69325]: _type = "Task" [ 703.336334] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.346314] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5269d77b-a322-9d24-4382-3685c059ed3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.347661] env[69325]: DEBUG nova.network.neutron [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Updated VIF entry in instance network info cache for port 112f1a62-6a7b-4636-93a5-77e68726c944. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.347902] env[69325]: DEBUG nova.network.neutron [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Updating instance_info_cache with network_info: [{"id": "112f1a62-6a7b-4636-93a5-77e68726c944", "address": "fa:16:3e:98:0d:32", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f1a62-6a", "ovs_interfaceid": "112f1a62-6a7b-4636-93a5-77e68726c944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.427017] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.522406] env[69325]: DEBUG oslo_concurrency.lockutils [req-44f34c82-ac51-46df-8a39-d32601d37185 req-51d45632-5d65-4fd4-a32b-ad19be04493e service nova] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.575597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.576145] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.585962] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.035s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.586260] env[69325]: DEBUG nova.objects.instance [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lazy-loading 'resources' on Instance uuid ed235f06-74da-45fb-abde-eb1806b1a0d1 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.695460] env[69325]: DEBUG oslo_vmware.api [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071312, 'name': PowerOnVM_Task, 'duration_secs': 0.746917} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.695940] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.696594] env[69325]: INFO nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Took 7.63 seconds to spawn the instance on the hypervisor. [ 703.696812] env[69325]: DEBUG nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.698141] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539849e2-8b35-4011-94fc-1dbd5690c8d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.821924] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071314, 'name': Rename_Task, 'duration_secs': 0.257325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.822280] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.822537] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fce9bea-ba95-4364-a57c-3c0fbf74c7b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.830690] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Waiting for the task: (returnval){ [ 703.830690] env[69325]: value = "task-4071315" [ 703.830690] env[69325]: _type = "Task" [ 703.830690] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.850037] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.855749] env[69325]: DEBUG oslo_concurrency.lockutils [req-249d8e0a-6764-4f53-b9c8-5eaefbef7d8e req-42e690aa-e93f-48d4-83a6-4a16c7790d21 service nova] Releasing lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.855749] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5269d77b-a322-9d24-4382-3685c059ed3d, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.855749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.855957] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9687aeba-3a74-4bf1-9fda-9b76c88c1107/9687aeba-3a74-4bf1-9fda-9b76c88c1107.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.856160] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2851e7-8fd0-4682-ae48-bab2bb816303 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.865336] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 703.865336] env[69325]: value = "task-4071316" [ 703.865336] env[69325]: _type = "Task" [ 703.865336] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.876636] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.959931] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.996742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.997080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.997327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.997559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.997762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.000067] env[69325]: INFO nova.compute.manager [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Terminating instance [ 704.087939] env[69325]: DEBUG nova.compute.utils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.089962] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.090589] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.226907] env[69325]: INFO nova.compute.manager [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Took 26.73 seconds to build instance. [ 704.238120] env[69325]: DEBUG nova.policy [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e3bb2071b6443e86794a2552197491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd3ab8f44fd544ee9644c74287250082', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.257321] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updated VIF entry in instance network info cache for port 07c03523-7d2f-489a-9565-3482d81a7017. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.257958] env[69325]: DEBUG nova.network.neutron [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updating instance_info_cache with network_info: [{"id": "07c03523-7d2f-489a-9565-3482d81a7017", "address": "fa:16:3e:7d:35:9e", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c03523-7d", "ovs_interfaceid": "07c03523-7d2f-489a-9565-3482d81a7017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.349708] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.379966] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.506711] env[69325]: DEBUG nova.compute.manager [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.506904] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.507983] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a97e84-261f-4f77-aca3-84cb15e01837 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.527208] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.529444] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0e4e68-fbb4-4cf3-8639-d26795ff621a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.536938] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 704.536938] env[69325]: value = "task-4071317" [ 704.536938] env[69325]: _type = "Task" [ 704.536938] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.549607] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.593136] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.662705] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3f4776-b301-4868-a82e-a107775d8d98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.674945] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a02fcf3-3fd5-460e-a292-5ba3e178cfc7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.729818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "25436752-c4fa-4f90-a057-883501b0eaa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.729897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.733383] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733e17a-3d01-484d-8747-b8015fc60036 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.736492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee86e261-0073-434b-bf94-d5821f52ed98 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.730s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.747331] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f680fed-6ff1-4f92-bf5d-e37f4c9c6c85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.771093] env[69325]: DEBUG oslo_concurrency.lockutils [req-b836969f-f653-41a8-bae2-9583241902b2 req-398e79d9-09bb-41f2-af55-b574d400556b service nova] Releasing lock "refresh_cache-7475e359-e007-463f-b11b-8d5fc1917ec6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.771166] env[69325]: DEBUG nova.compute.provider_tree [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.847786] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.883354] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071316, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.011448] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully created port: 71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.055548] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071317, 'name': PowerOffVM_Task, 'duration_secs': 0.323069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.055548] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.057295] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.057295] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142826a1-55db-461b-a90d-4c215122398c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.139637] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.140213] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.140213] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleting the datastore file [datastore1] 3ac2a03e-f49a-47bb-a28e-1a331ce309f2 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.144186] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e595321f-8344-4db8-9933-3cd345b8c43e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.154360] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 705.154360] env[69325]: value = "task-4071319" [ 705.154360] env[69325]: _type = "Task" [ 705.154360] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.164790] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.242138] env[69325]: DEBUG nova.compute.manager [None req-0331396e-5cec-4ebb-8171-3322e91f99d5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 099ae72f-57a7-4995-9a69-81e878431546] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.275386] env[69325]: DEBUG nova.scheduler.client.report [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.316234] env[69325]: DEBUG nova.compute.manager [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-changed-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.316441] env[69325]: DEBUG nova.compute.manager [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing instance network info cache due to event network-changed-853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.316780] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.316951] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.317544] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.347635] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071315, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.379917] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.222693} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.380705] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9687aeba-3a74-4bf1-9fda-9b76c88c1107/9687aeba-3a74-4bf1-9fda-9b76c88c1107.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.380968] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.381247] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acfce231-dd3e-4042-bd9d-a6722f3f9525 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.390217] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 705.390217] env[69325]: value = "task-4071320" [ 705.390217] env[69325]: _type = "Task" [ 705.390217] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.404696] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.605221] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.636678] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.637502] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.637502] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.637502] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.637732] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.637815] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.638287] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.638543] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.638822] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.638923] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.639117] env[69325]: DEBUG nova.virt.hardware [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.639978] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b1215-192f-4249-bb99-ed63b177ff07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.648989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da51aee9-8628-4cec-8643-5dac0e54cd9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.675794] env[69325]: DEBUG oslo_vmware.api [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472426} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.676384] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.676812] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.677028] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.677345] env[69325]: INFO nova.compute.manager [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 705.677540] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.677793] env[69325]: DEBUG nova.compute.manager [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.677936] env[69325]: DEBUG nova.network.neutron [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.746237] env[69325]: DEBUG nova.compute.manager [None req-0331396e-5cec-4ebb-8171-3322e91f99d5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 099ae72f-57a7-4995-9a69-81e878431546] Instance disappeared before build. {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 705.781213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.784916] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.922s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.784916] env[69325]: DEBUG nova.objects.instance [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lazy-loading 'resources' on Instance uuid 3ebe98c4-028a-42e6-adef-da43904f73e2 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.815559] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully created port: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.817819] env[69325]: INFO nova.scheduler.client.report [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Deleted allocations for instance ed235f06-74da-45fb-abde-eb1806b1a0d1 [ 705.851835] env[69325]: DEBUG oslo_vmware.api [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Task: {'id': task-4071315, 'name': PowerOnVM_Task, 'duration_secs': 1.788025} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.852746] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.852978] env[69325]: DEBUG nova.compute.manager [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.853889] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904fb78-f873-4dd1-ac2e-5b2776b28f36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.901532] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092452} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.904582] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.906531] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf64f0-f87c-4a96-8b90-7dd69fffbc48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.932556] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 9687aeba-3a74-4bf1-9fda-9b76c88c1107/9687aeba-3a74-4bf1-9fda-9b76c88c1107.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.933209] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ad7887-3faa-4d73-bcb4-66833cdbb93d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.955811] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 705.955811] env[69325]: value = "task-4071321" [ 705.955811] env[69325]: _type = "Task" [ 705.955811] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.966755] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.224501] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updated VIF entry in instance network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.224864] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.266124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0331396e-5cec-4ebb-8171-3322e91f99d5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "099ae72f-57a7-4995-9a69-81e878431546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 8.807s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.331038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3dec450e-679b-437d-9cb6-b56d037e1c18 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Lock "ed235f06-74da-45fb-abde-eb1806b1a0d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.661s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.373904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.471875] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071321, 'name': ReconfigVM_Task, 'duration_secs': 0.454741} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.472466] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 9687aeba-3a74-4bf1-9fda-9b76c88c1107/9687aeba-3a74-4bf1-9fda-9b76c88c1107.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.473368] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d5d70d1-d30a-4f34-a6cd-214dde1a519c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.486660] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 706.486660] env[69325]: value = "task-4071322" [ 706.486660] env[69325]: _type = "Task" [ 706.486660] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.514642] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071322, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.699256] env[69325]: DEBUG nova.network.neutron [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.707549] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully created port: ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.728911] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.729039] env[69325]: DEBUG nova.compute.manager [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-changed-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.729138] env[69325]: DEBUG nova.compute.manager [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing instance network info cache due to event network-changed-853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.729362] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Acquiring lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.729550] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Acquired lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.729648] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Refreshing network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.757631] env[69325]: DEBUG nova.compute.manager [None req-78eeb33c-1694-48d2-9073-2b6326dfe10b tempest-ServerDiagnosticsV248Test-2069780307 tempest-ServerDiagnosticsV248Test-2069780307-project-admin] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.762155] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2b38b-2760-4326-afe8-cf263934554b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.768696] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.778135] env[69325]: INFO nova.compute.manager [None req-78eeb33c-1694-48d2-9073-2b6326dfe10b tempest-ServerDiagnosticsV248Test-2069780307 tempest-ServerDiagnosticsV248Test-2069780307-project-admin] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Retrieving diagnostics [ 706.779334] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd1417-73bc-45ab-b84b-9d5c7f289c20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.894249] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16be5eb9-40ff-4cd3-931b-d4b78c82dfba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.903405] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f59fec-bc01-4989-8c0d-8027d7fb8a8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.948784] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357b618-b7c3-48b7-8326-a8c629d2341b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.957161] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00949ccb-fc17-49be-becf-93db0b64f47b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.972668] env[69325]: DEBUG nova.compute.provider_tree [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.001627] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071322, 'name': Rename_Task, 'duration_secs': 0.389986} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.001627] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.001627] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a0ec6d-ba70-4db9-b73e-57c7941ee921 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.008417] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 707.008417] env[69325]: value = "task-4071323" [ 707.008417] env[69325]: _type = "Task" [ 707.008417] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.016903] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.052234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.052234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.206605] env[69325]: INFO nova.compute.manager [-] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Took 1.53 seconds to deallocate network for instance. [ 707.294076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.476957] env[69325]: DEBUG nova.scheduler.client.report [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.495916] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updated VIF entry in instance network info cache for port 853feba3-cacf-4351-a192-cf4a59528fab. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.496065] env[69325]: DEBUG nova.network.neutron [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [{"id": "853feba3-cacf-4351-a192-cf4a59528fab", "address": "fa:16:3e:ba:52:cd", "network": {"id": "c3b6db49-78ed-46db-a4c8-dbd82a093d00", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-515759005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1a0319d89f6247ceb83e0713566a8e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853feba3-ca", "ovs_interfaceid": "853feba3-cacf-4351-a192-cf4a59528fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.523254] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071323, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.722052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.984570] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.989894] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.006s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.993174] env[69325]: INFO nova.compute.claims [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.004392] env[69325]: DEBUG oslo_concurrency.lockutils [req-198dde9a-4125-4f98-9bbb-20015a724573 req-c121776c-3a45-4ef7-98d9-6a7499a6035d service nova] Releasing lock "refresh_cache-c8fb439a-a034-4360-a0a5-72f2cd895222" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.020209] env[69325]: INFO nova.scheduler.client.report [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Deleted allocations for instance 3ebe98c4-028a-42e6-adef-da43904f73e2 [ 708.029846] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071323, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.231882] env[69325]: DEBUG nova.compute.manager [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 708.305995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "c8fb439a-a034-4360-a0a5-72f2cd895222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.306471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.306774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.310344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.310574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.316473] env[69325]: INFO nova.compute.manager [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Terminating instance [ 708.322637] env[69325]: DEBUG nova.compute.manager [req-d9e00b22-30ad-487b-a8c2-61dfbfaab71d req-10a9640d-020c-4e7e-9c59-9d5acabc3030 service nova] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Received event network-vif-deleted-466683e6-9587-4f61-b0f2-192916621a88 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.524648] env[69325]: DEBUG oslo_vmware.api [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071323, 'name': PowerOnVM_Task, 'duration_secs': 1.152269} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.525473] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.525473] env[69325]: INFO nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Took 9.88 seconds to spawn the instance on the hypervisor. [ 708.525656] env[69325]: DEBUG nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.527289] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686eb723-06f7-4fd7-897b-3c66d5a72d93 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.534412] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Lock "3ebe98c4-028a-42e6-adef-da43904f73e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.098s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.668039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.669129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.669129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.669380] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.669569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.672724] env[69325]: INFO nova.compute.manager [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Terminating instance [ 708.780030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.829317] env[69325]: DEBUG nova.compute.manager [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.829317] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.830839] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaec73d-2f31-499a-aad3-11ace5cc5679 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.839332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.839508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.839707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.841068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.841068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.845597] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.847358] env[69325]: INFO nova.compute.manager [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Terminating instance [ 708.849228] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a9ad99d-2c00-4827-9182-8c0fe1214a65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.861235] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 708.861235] env[69325]: value = "task-4071324" [ 708.861235] env[69325]: _type = "Task" [ 708.861235] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.874324] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.057350] env[69325]: INFO nova.compute.manager [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Took 31.46 seconds to build instance. [ 709.102259] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully updated port: 71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.183313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "refresh_cache-5b062b1d-53b0-4c79-a695-a5aaabcf3552" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.183905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquired lock "refresh_cache-5b062b1d-53b0-4c79-a695-a5aaabcf3552" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.184677] env[69325]: DEBUG nova.network.neutron [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.358109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "refresh_cache-2b88dbef-e3b5-41a7-85dd-b2c007b46680" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.358109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquired lock "refresh_cache-2b88dbef-e3b5-41a7-85dd-b2c007b46680" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.358109] env[69325]: DEBUG nova.network.neutron [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.379189] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071324, 'name': PowerOffVM_Task, 'duration_secs': 0.332514} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.379189] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.379189] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.379189] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da54703d-f168-48e8-992c-dfca0e77228d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.466029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.466408] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.466728] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Deleting the datastore file [datastore2] c8fb439a-a034-4360-a0a5-72f2cd895222 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.467123] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95aee4d4-2791-414a-b1bd-8412751778d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.480872] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for the task: (returnval){ [ 709.480872] env[69325]: value = "task-4071326" [ 709.480872] env[69325]: _type = "Task" [ 709.480872] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.496376] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.563781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.741s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.659724] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaa61e1-51d1-4015-aa68-bacbe3de3c52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c04d1f-dfc7-4d6d-8385-2daa52456cbb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.715344] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518cfd3-acaf-4780-bbaf-4544935e613d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.729990] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac0150-cdca-4575-887e-cf2add952536 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.750887] env[69325]: DEBUG nova.compute.provider_tree [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.773400] env[69325]: DEBUG nova.network.neutron [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.908310] env[69325]: DEBUG nova.network.neutron [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.937137] env[69325]: DEBUG nova.compute.manager [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-plugged-71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.937792] env[69325]: DEBUG oslo_concurrency.lockutils [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.940133] env[69325]: DEBUG oslo_concurrency.lockutils [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.940133] env[69325]: DEBUG oslo_concurrency.lockutils [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.940133] env[69325]: DEBUG nova.compute.manager [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] No waiting events found dispatching network-vif-plugged-71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.940133] env[69325]: WARNING nova.compute.manager [req-b108a80a-3142-4d8d-826b-74a0c558e78c req-d79cd155-1d86-49d9-8949-7e26c3a600eb service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received unexpected event network-vif-plugged-71b7c4de-d221-4101-b14b-eb9a682986ab for instance with vm_state building and task_state spawning. [ 709.980256] env[69325]: DEBUG nova.network.neutron [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.995018] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.059635] env[69325]: DEBUG nova.network.neutron [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.066298] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.256470] env[69325]: DEBUG nova.scheduler.client.report [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.483350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Releasing lock "refresh_cache-5b062b1d-53b0-4c79-a695-a5aaabcf3552" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.485905] env[69325]: DEBUG nova.compute.manager [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.485905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.486361] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b22371-3e16-4460-8e65-868ad821dfc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.500375] env[69325]: DEBUG oslo_vmware.api [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Task: {'id': task-4071326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60702} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.502214] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.502597] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.503288] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.504606] env[69325]: INFO nova.compute.manager [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Took 1.67 seconds to destroy the instance on the hypervisor. [ 710.504606] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.504606] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.505417] env[69325]: DEBUG nova.compute.manager [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.505554] env[69325]: DEBUG nova.network.neutron [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.508451] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99cb23fe-5cdc-41de-88c7-f30ffb2f5393 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.518350] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 710.518350] env[69325]: value = "task-4071327" [ 710.518350] env[69325]: _type = "Task" [ 710.518350] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.533964] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.562148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Releasing lock "refresh_cache-2b88dbef-e3b5-41a7-85dd-b2c007b46680" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.562990] env[69325]: DEBUG nova.compute.manager [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.562990] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.564717] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc84357-0603-4666-bd4b-88bfcbf1b0c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.574687] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.577795] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79de9778-e71b-49d5-9525-1cdae158acee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.586063] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 710.586063] env[69325]: value = "task-4071328" [ 710.586063] env[69325]: _type = "Task" [ 710.586063] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.597202] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.610401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.769723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.769723] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.771730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.844s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.773469] env[69325]: INFO nova.compute.claims [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.040236] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071327, 'name': PowerOffVM_Task, 'duration_secs': 0.176757} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.040556] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.040726] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.040997] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c089fab-67a8-4a62-83e1-6067a166e61c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.080233] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.080233] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.080233] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleting the datastore file [datastore1] 5b062b1d-53b0-4c79-a695-a5aaabcf3552 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.082639] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381282e7-672b-4bf2-8081-de2c220e77b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.099821] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071328, 'name': PowerOffVM_Task, 'duration_secs': 0.196333} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.103071] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.103071] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.103071] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for the task: (returnval){ [ 711.103071] env[69325]: value = "task-4071330" [ 711.103071] env[69325]: _type = "Task" [ 711.103071] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.103071] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57837bde-fb39-4a8d-b068-56da7d48cbe0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.115749] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.139483] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.139770] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.139962] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Deleting the datastore file [datastore1] 2b88dbef-e3b5-41a7-85dd-b2c007b46680 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.140272] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfc4d79-a3dd-460e-9f97-a5c1faddb239 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.150521] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for the task: (returnval){ [ 711.150521] env[69325]: value = "task-4071332" [ 711.150521] env[69325]: _type = "Task" [ 711.150521] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.159937] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.278946] env[69325]: DEBUG nova.compute.utils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.286750] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.286750] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.302777] env[69325]: DEBUG nova.compute.manager [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Received event network-changed {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.302777] env[69325]: DEBUG nova.compute.manager [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Refreshing instance network info cache due to event network-changed. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.302995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] Acquiring lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.303437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] Acquired lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.303863] env[69325]: DEBUG nova.network.neutron [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.358511] env[69325]: DEBUG nova.policy [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe4b19bff504ba0a2dfd19950e5cfe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390980613b184b0da0cd4ef1fab217d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.618595] env[69325]: DEBUG oslo_vmware.api [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Task: {'id': task-4071330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212359} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.618912] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.618912] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.619181] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.619363] env[69325]: INFO nova.compute.manager [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.619608] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.619798] env[69325]: DEBUG nova.compute.manager [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.619889] env[69325]: DEBUG nova.network.neutron [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.640891] env[69325]: DEBUG nova.network.neutron [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.663678] env[69325]: DEBUG oslo_vmware.api [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Task: {'id': task-4071332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173387} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.663933] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.664125] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.664298] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.664463] env[69325]: INFO nova.compute.manager [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Took 1.10 seconds to destroy the instance on the hypervisor. [ 711.664857] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.665083] env[69325]: DEBUG nova.compute.manager [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.665532] env[69325]: DEBUG nova.network.neutron [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.699166] env[69325]: DEBUG nova.network.neutron [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.703745] env[69325]: DEBUG nova.network.neutron [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.787555] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.098224] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Successfully created port: ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.145546] env[69325]: DEBUG nova.network.neutron [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.204489] env[69325]: DEBUG nova.network.neutron [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.205968] env[69325]: INFO nova.compute.manager [-] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Took 1.70 seconds to deallocate network for instance. [ 712.268388] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cae96c-4935-4389-b3d7-fd311d6568c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.279204] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782851ef-790b-4f93-a6ae-ff65d923d89f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.323078] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96907100-7271-47ea-9d97-6c911c0095b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.332878] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce3a6cd-8f9a-40e4-9e8d-b204b849911c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.349556] env[69325]: DEBUG nova.compute.provider_tree [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.420406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "651708cb-14cc-4b21-a183-0739ec714d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.420406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.647149] env[69325]: INFO nova.compute.manager [-] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Took 1.03 seconds to deallocate network for instance. [ 712.689078] env[69325]: DEBUG nova.network.neutron [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Updating instance_info_cache with network_info: [{"id": "112f1a62-6a7b-4636-93a5-77e68726c944", "address": "fa:16:3e:98:0d:32", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap112f1a62-6a", "ovs_interfaceid": "112f1a62-6a7b-4636-93a5-77e68726c944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.706907] env[69325]: INFO nova.compute.manager [-] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Took 1.04 seconds to deallocate network for instance. [ 712.714736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.828511] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.843311] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully updated port: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.855678] env[69325]: DEBUG nova.compute.manager [req-631f237f-39d4-481b-9bde-83cce0e1b624 req-db6721c6-bea5-45d2-8e8c-635f64677695 service nova] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Received event network-vif-deleted-853feba3-cacf-4351-a192-cf4a59528fab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.858010] env[69325]: DEBUG nova.scheduler.client.report [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.873238] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.873366] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.873544] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.873672] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.873941] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.874029] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.874202] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.874599] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.874599] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.874818] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.874818] env[69325]: DEBUG nova.virt.hardware [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.876615] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ea942-b34b-4165-b3db-dec1e7ddd9e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.886385] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4d126-da12-4831-982e-2b02d6205c38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.153693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.191636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020dd15-6954-4b7d-834b-212d7eb9019c tempest-ServerExternalEventsTest-524740669 tempest-ServerExternalEventsTest-524740669-project] Releasing lock "refresh_cache-9687aeba-3a74-4bf1-9fda-9b76c88c1107" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.216933] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.369021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.369021] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.373123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.757s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.373123] env[69325]: DEBUG nova.objects.instance [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.432664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.432914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.433127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.433308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.433473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.438302] env[69325]: INFO nova.compute.manager [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Terminating instance [ 713.549350] env[69325]: DEBUG nova.compute.manager [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-changed-71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.549350] env[69325]: DEBUG nova.compute.manager [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing instance network info cache due to event network-changed-71b7c4de-d221-4101-b14b-eb9a682986ab. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.555072] env[69325]: DEBUG oslo_concurrency.lockutils [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] Acquiring lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.555072] env[69325]: DEBUG oslo_concurrency.lockutils [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] Acquired lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.555072] env[69325]: DEBUG nova.network.neutron [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing network info cache for port 71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.878164] env[69325]: DEBUG nova.compute.utils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.881262] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.881262] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.952769] env[69325]: DEBUG nova.compute.manager [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.953528] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.954486] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89eb83-9abd-47f1-9bd5-2c01a84ff33e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.964495] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.964779] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ced25d5-e75f-4a12-b41c-8a0467e15993 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.973423] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 713.973423] env[69325]: value = "task-4071333" [ 713.973423] env[69325]: _type = "Task" [ 713.973423] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.983781] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.025116] env[69325]: DEBUG nova.policy [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54429164d7db4e9e9fefd17500b698e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e63d6ef600f04ac18aa519b4f816cf1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.171791] env[69325]: DEBUG nova.network.neutron [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.388353] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.394220] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec6b5ea-60d9-4f9e-ba80-6e17aed3cb33 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.394468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.507s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.399697] env[69325]: INFO nova.compute.claims [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.475636] env[69325]: DEBUG nova.network.neutron [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.492093] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071333, 'name': PowerOffVM_Task, 'duration_secs': 0.202167} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.492771] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.493086] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.494124] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6839df1-0ad3-4cbf-922a-686ccb3ea1ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.568338] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.568338] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.568338] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Deleting the datastore file [datastore1] 9687aeba-3a74-4bf1-9fda-9b76c88c1107 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.568338] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ec116e-6a13-4ca0-83d2-a60fd2c8030b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.575379] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for the task: (returnval){ [ 714.575379] env[69325]: value = "task-4071335" [ 714.575379] env[69325]: _type = "Task" [ 714.575379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.589310] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.980023] env[69325]: DEBUG oslo_concurrency.lockutils [req-7c10b1c0-77d8-46b8-85d0-7c8208e88bbf req-176b63c1-ca2c-4b57-8787-6f463d4105e8 service nova] Releasing lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.029279] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Successfully updated port: ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.088114] env[69325]: DEBUG oslo_vmware.api [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Task: {'id': task-4071335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326903} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.088552] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.088883] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.089198] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.089506] env[69325]: INFO nova.compute.manager [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.090039] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.091023] env[69325]: DEBUG nova.compute.manager [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.091023] env[69325]: DEBUG nova.network.neutron [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.210364] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Successfully created port: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.410034] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.443895] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.444408] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.444698] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.445021] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.445293] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.445568] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.445933] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.446244] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.446540] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.449707] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.449707] env[69325]: DEBUG nova.virt.hardware [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.449707] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923011c4-afe0-46f4-a7ec-7dc75bd16877 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.464089] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e03b0f-d39f-4a3a-963f-114a5bae2303 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.531531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.531984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.532379] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.935264] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f577b7a-ca4a-43ea-b7af-1ab7fbc69c13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.945059] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc3b09-1f04-493d-96f8-2c5625173b11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.982247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61294fe9-bae9-4a91-bca0-691ab06cc93a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.992658] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e968c-bd0b-4ae4-9ca5-2b368fc2ce06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.011474] env[69325]: DEBUG nova.compute.provider_tree [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.143098] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.514465] env[69325]: DEBUG nova.scheduler.client.report [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.562402] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Successfully updated port: ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.617472] env[69325]: DEBUG nova.network.neutron [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.666266] env[69325]: DEBUG nova.network.neutron [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.022281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.022281] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.025586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.086s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.028362] env[69325]: INFO nova.compute.claims [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.067495] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.067890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067890] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.121839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.122182] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Instance network_info: |[{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.122585] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:99:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1e7b56-2cdf-459d-bad5-30787ccf927f', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.135017] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Creating folder: Project (390980613b184b0da0cd4ef1fab217d0). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.135017] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-985c2e6e-dade-4d9b-bb7b-6e07f4cbee4e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.149323] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Created folder: Project (390980613b184b0da0cd4ef1fab217d0) in parent group-v806727. [ 717.151924] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Creating folder: Instances. Parent ref: group-v806785. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.151924] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a7e737d-ca0c-4a4b-8e90-843ba5106923 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.154745] env[69325]: DEBUG nova.compute.manager [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-vif-plugged-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.154843] env[69325]: DEBUG oslo_concurrency.lockutils [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] Acquiring lock "fbc87491-5408-45a5-bf99-824181665f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.155121] env[69325]: DEBUG oslo_concurrency.lockutils [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] Lock "fbc87491-5408-45a5-bf99-824181665f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.155331] env[69325]: DEBUG oslo_concurrency.lockutils [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] Lock "fbc87491-5408-45a5-bf99-824181665f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.155534] env[69325]: DEBUG nova.compute.manager [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] No waiting events found dispatching network-vif-plugged-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.155728] env[69325]: WARNING nova.compute.manager [req-ff36dbf8-9432-490e-9087-ff12c4ebfaca req-e2a7e17a-6286-4bb9-ace7-590d01512e4a service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received unexpected event network-vif-plugged-ee1e7b56-2cdf-459d-bad5-30787ccf927f for instance with vm_state building and task_state spawning. [ 717.166218] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Created folder: Instances in parent group-v806785. [ 717.166555] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.167017] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.167284] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf3a98af-9c77-490a-96ac-992de15d006d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.183568] env[69325]: INFO nova.compute.manager [-] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Took 2.09 seconds to deallocate network for instance. [ 717.196247] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.196247] env[69325]: value = "task-4071338" [ 717.196247] env[69325]: _type = "Task" [ 717.196247] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.208530] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071338, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.410379] env[69325]: DEBUG nova.compute.manager [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-plugged-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.410576] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.410792] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.411035] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.411827] env[69325]: DEBUG nova.compute.manager [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] No waiting events found dispatching network-vif-plugged-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.411827] env[69325]: WARNING nova.compute.manager [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received unexpected event network-vif-plugged-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 for instance with vm_state building and task_state spawning. [ 717.411827] env[69325]: DEBUG nova.compute.manager [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-changed-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.411827] env[69325]: DEBUG nova.compute.manager [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing instance network info cache due to event network-changed-3f6a398d-91bb-4a0a-b804-418f2b82f3e7. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.411827] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Acquiring lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.537517] env[69325]: DEBUG nova.compute.utils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.541679] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.548374] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.669034] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.675020] env[69325]: DEBUG nova.policy [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2d807d46da6477fb7a720e33dbbdbc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecf763d9c750498a99a9db433d2c6624', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.698538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.707927] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071338, 'name': CreateVM_Task, 'duration_secs': 0.457717} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.708103] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.708811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.708950] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.709275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.713022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2469e03c-6480-4aa6-aa15-5006387f1207 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.717195] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 717.717195] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52246eb7-dd80-686b-6271-5f2ecca8c247" [ 717.717195] env[69325]: _type = "Task" [ 717.717195] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.725839] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52246eb7-dd80-686b-6271-5f2ecca8c247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.735682] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Successfully updated port: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.042524] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.229215] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52246eb7-dd80-686b-6271-5f2ecca8c247, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.232924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.233305] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.233580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.233731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.233933] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.234988] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-829e07ee-e713-4687-9fd2-21ee89ee0161 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.244170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.244170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.244170] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.254408] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.254618] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.262083] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c45aa2-1269-472f-bc8c-72e716f3151a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.271119] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 718.271119] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cbc2f5-fe71-6c20-c8bf-57688b589b9b" [ 718.271119] env[69325]: _type = "Task" [ 718.271119] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.278547] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cbc2f5-fe71-6c20-c8bf-57688b589b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.599161] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Successfully created port: 163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.663219] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56e375-e920-46d0-a91c-2fe49ff9df49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.672223] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6612abc9-c92a-4160-b8e6-7179797f26c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.717461] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c846e2-c815-449b-82dd-1eba98e1a816 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.726100] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5818b-3f82-4feb-bdfb-f56ec6f164f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.744695] env[69325]: DEBUG nova.compute.provider_tree [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.786015] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cbc2f5-fe71-6c20-c8bf-57688b589b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.787245] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8099e03d-2e34-44ce-9b1c-10ea38d16ba2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.794343] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 718.794343] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52986014-cecd-e1a5-7384-24aa5e924607" [ 718.794343] env[69325]: _type = "Task" [ 718.794343] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.804218] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52986014-cecd-e1a5-7384-24aa5e924607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.825128] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.042348] env[69325]: DEBUG nova.network.neutron [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [{"id": "71b7c4de-d221-4101-b14b-eb9a682986ab", "address": "fa:16:3e:1c:cc:4f", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b7c4de-d2", "ovs_interfaceid": "71b7c4de-d221-4101-b14b-eb9a682986ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "address": "fa:16:3e:7f:0d:16", "network": {"id": "f164be23-982a-4e17-98b9-ae13c4073d61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940253379", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6a398d-91", "ovs_interfaceid": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.063951] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.089976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.089976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.102281] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.102712] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.102887] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.103084] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.103234] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.103382] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.103591] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.103756] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.103917] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.104412] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.104493] env[69325]: DEBUG nova.virt.hardware [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.108640] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b584c4-695a-4d68-8b2f-8af13ae24e24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.117030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564a7a6-6deb-4af2-9b77-8ca7b9c0fe7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.128239] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.128776] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.141421] env[69325]: DEBUG nova.network.neutron [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updating instance_info_cache with network_info: [{"id": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "address": "fa:16:3e:82:2e:44", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c4cd19-cd", "ovs_interfaceid": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.169964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.170226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.251125] env[69325]: DEBUG nova.scheduler.client.report [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.309223] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52986014-cecd-e1a5-7384-24aa5e924607, 'name': SearchDatastore_Task, 'duration_secs': 0.019777} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.309519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.309810] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fbc87491-5408-45a5-bf99-824181665f9b/fbc87491-5408-45a5-bf99-824181665f9b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.310073] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5848cd-b59b-4025-b63b-56ada29a570c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.319085] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 719.319085] env[69325]: value = "task-4071339" [ 719.319085] env[69325]: _type = "Task" [ 719.319085] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.332636] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.550904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.550904] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance network_info: |[{"id": "71b7c4de-d221-4101-b14b-eb9a682986ab", "address": "fa:16:3e:1c:cc:4f", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b7c4de-d2", "ovs_interfaceid": "71b7c4de-d221-4101-b14b-eb9a682986ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "address": "fa:16:3e:7f:0d:16", "network": {"id": "f164be23-982a-4e17-98b9-ae13c4073d61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940253379", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6a398d-91", "ovs_interfaceid": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.550904] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Acquired lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.550904] env[69325]: DEBUG nova.network.neutron [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing network info cache for port 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.551886] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:cc:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71b7c4de-d221-4101-b14b-eb9a682986ab', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:0d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f6a398d-91bb-4a0a-b804-418f2b82f3e7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:1b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff131b43-d8e5-45e7-bdd1-26ab839a34bf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.564403] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Creating folder: Project (dd3ab8f44fd544ee9644c74287250082). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.565605] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f44f7c-b62b-4b70-b3f7-42ba7f600374 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.580251] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Created folder: Project (dd3ab8f44fd544ee9644c74287250082) in parent group-v806727. [ 719.580251] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Creating folder: Instances. Parent ref: group-v806788. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.580251] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffeeab9b-0012-4807-a9e4-bb3861c2012f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.590172] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Created folder: Instances in parent group-v806788. [ 719.590445] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.590648] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.590874] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdecf1ff-8d66-4402-8b4c-ed66cb3b7b18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.619982] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.619982] env[69325]: value = "task-4071342" [ 719.619982] env[69325]: _type = "Task" [ 719.619982] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.630567] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071342, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.645351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.646579] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Instance network_info: |[{"id": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "address": "fa:16:3e:82:2e:44", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c4cd19-cd", "ovs_interfaceid": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.646579] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:2e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c4cd19-cdda-458b-90c9-4a8fefc5f352', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.656172] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Creating folder: Project (e63d6ef600f04ac18aa519b4f816cf1e). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.656863] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e67a96-aeae-4249-b2f0-e32e7d19647a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.678083] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Created folder: Project (e63d6ef600f04ac18aa519b4f816cf1e) in parent group-v806727. [ 719.678344] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Creating folder: Instances. Parent ref: group-v806791. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.678663] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1087970f-0ea9-428b-b931-a05171d80783 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.694410] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Created folder: Instances in parent group-v806791. [ 719.696922] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.697797] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.698080] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ffabad3-3af2-489e-93ba-8c6c9a26cfee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.722530] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.722530] env[69325]: value = "task-4071345" [ 719.722530] env[69325]: _type = "Task" [ 719.722530] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.732054] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071345, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.757340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.757763] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.763147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.658s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.763395] env[69325]: INFO nova.compute.claims [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.837392] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071339, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.116882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "b5adf32b-f399-4338-8a19-79f9d51e9072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.117124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.136499] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071342, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.234331] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071345, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.270616] env[69325]: DEBUG nova.compute.utils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.276784] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.276784] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.331933] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806661} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.332097] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fbc87491-5408-45a5-bf99-824181665f9b/fbc87491-5408-45a5-bf99-824181665f9b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.332315] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.332564] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de7e36a-3446-42ce-b354-03d607141816 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.341331] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 720.341331] env[69325]: value = "task-4071349" [ 720.341331] env[69325]: _type = "Task" [ 720.341331] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.349018] env[69325]: DEBUG nova.policy [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fc21c0f17d44828875940b90e79d7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4783df59de694c54911f9b1d32e33751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.353579] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.493019] env[69325]: DEBUG nova.network.neutron [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updated VIF entry in instance network info cache for port 3f6a398d-91bb-4a0a-b804-418f2b82f3e7. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.495103] env[69325]: DEBUG nova.network.neutron [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [{"id": "71b7c4de-d221-4101-b14b-eb9a682986ab", "address": "fa:16:3e:1c:cc:4f", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b7c4de-d2", "ovs_interfaceid": "71b7c4de-d221-4101-b14b-eb9a682986ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "address": "fa:16:3e:7f:0d:16", "network": {"id": "f164be23-982a-4e17-98b9-ae13c4073d61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940253379", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6a398d-91", "ovs_interfaceid": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.541017] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.541017] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing instance network info cache due to event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.542577] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542577] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.543601] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.591129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.591129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.633252] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071342, 'name': CreateVM_Task, 'duration_secs': 0.711373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.633459] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.634336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.634520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.634885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635108] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881cb9f3-36e5-40ed-9359-2c102946dc6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.640615] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 720.640615] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5299cb06-1fb2-0087-cc31-d78c4b5b227c" [ 720.640615] env[69325]: _type = "Task" [ 720.640615] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.650699] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5299cb06-1fb2-0087-cc31-d78c4b5b227c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.679715] env[69325]: DEBUG nova.compute.manager [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-plugged-ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.679926] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.680155] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.680324] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.680495] env[69325]: DEBUG nova.compute.manager [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] No waiting events found dispatching network-vif-plugged-ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 720.680668] env[69325]: WARNING nova.compute.manager [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received unexpected event network-vif-plugged-ff131b43-d8e5-45e7-bdd1-26ab839a34bf for instance with vm_state building and task_state spawning. [ 720.680987] env[69325]: DEBUG nova.compute.manager [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-changed-ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.680987] env[69325]: DEBUG nova.compute.manager [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing instance network info cache due to event network-changed-ff131b43-d8e5-45e7-bdd1-26ab839a34bf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.681200] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Acquiring lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.737635] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071345, 'name': CreateVM_Task, 'duration_secs': 0.6084} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.737907] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.738648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.738815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.739137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.739397] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17053c5b-8243-41b6-af5f-ea6e99090e18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744692] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 720.744692] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f3f6a9-815d-61b0-c65e-7c2bb3283a59" [ 720.744692] env[69325]: _type = "Task" [ 720.744692] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.754528] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f3f6a9-815d-61b0-c65e-7c2bb3283a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.776443] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.853808] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07609} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.857264] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.859374] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b8487-b2cd-4722-82d1-a37b2943a651 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.890525] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fbc87491-5408-45a5-bf99-824181665f9b/fbc87491-5408-45a5-bf99-824181665f9b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.893698] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691da23e-1691-4441-a0ec-368869a16844 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.917856] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 720.917856] env[69325]: value = "task-4071350" [ 720.917856] env[69325]: _type = "Task" [ 720.917856] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.930862] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.976490] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Successfully created port: bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.992226] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Successfully updated port: 163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.999342] env[69325]: DEBUG oslo_concurrency.lockutils [req-bf76e697-45b7-4d05-a1c9-788a78a2350c req-d86f5f5b-5d82-4e62-b6ad-1e74f3241e3b service nova] Releasing lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.000186] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Acquired lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.000423] env[69325]: DEBUG nova.network.neutron [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Refreshing network info cache for port ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.150950] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5299cb06-1fb2-0087-cc31-d78c4b5b227c, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.153684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.153928] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.154170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.154320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.154502] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.155201] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7afd0a06-048c-4733-9433-dc825722cdda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.164613] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.164812] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.165580] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944dbbf5-2e8d-48b5-a8a3-3e516cfa82c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.172519] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 721.172519] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a97b6f-924a-a5aa-2a8f-bcac7d42a426" [ 721.172519] env[69325]: _type = "Task" [ 721.172519] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.182393] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a97b6f-924a-a5aa-2a8f-bcac7d42a426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.259226] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f3f6a9-815d-61b0-c65e-7c2bb3283a59, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.259644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.259818] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.259981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.260266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.260494] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.260940] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff75091-80fe-4bfe-a8a4-29d271a1106e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290222] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.290222] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.290222] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23edc1aa-e333-4573-90eb-f8c770ba65e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.297444] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 721.297444] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b0b968-eb4d-4658-0105-33f7994bdc04" [ 721.297444] env[69325]: _type = "Task" [ 721.297444] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.310190] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b0b968-eb4d-4658-0105-33f7994bdc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.415840] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61cd30-b5c9-4a9c-8312-ab938f7b80df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.430778] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.431750] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc8a1c2-0718-4917-be9a-0c70f920dc25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.471764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805e3d8-6606-4ca4-98f9-769155776d64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.481162] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e91bf-34a0-434e-8c20-6ce0bf1085a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.485890] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updated VIF entry in instance network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.486202] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.497026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.497026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquired lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.497026] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.497026] env[69325]: DEBUG nova.compute.provider_tree [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.686678] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a97b6f-924a-a5aa-2a8f-bcac7d42a426, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.686678] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34124314-8600-44e9-b6d3-c3b5c5ddc54f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.695026] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 721.695026] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522fd238-6f5a-c7e4-19d8-b73881d340c3" [ 721.695026] env[69325]: _type = "Task" [ 721.695026] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.702269] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522fd238-6f5a-c7e4-19d8-b73881d340c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.790439] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.812182] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b0b968-eb4d-4658-0105-33f7994bdc04, 'name': SearchDatastore_Task, 'duration_secs': 0.025582} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.813205] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03010453-9358-435b-b6e8-c3bebc314e71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.818189] env[69325]: DEBUG nova.network.neutron [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updated VIF entry in instance network info cache for port ff131b43-d8e5-45e7-bdd1-26ab839a34bf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.818637] env[69325]: DEBUG nova.network.neutron [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [{"id": "71b7c4de-d221-4101-b14b-eb9a682986ab", "address": "fa:16:3e:1c:cc:4f", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b7c4de-d2", "ovs_interfaceid": "71b7c4de-d221-4101-b14b-eb9a682986ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "address": "fa:16:3e:7f:0d:16", "network": {"id": "f164be23-982a-4e17-98b9-ae13c4073d61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940253379", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6a398d-91", "ovs_interfaceid": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.824369] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 721.824369] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ced3bd-d3a2-de5f-c5d6-e06c4066b37d" [ 721.824369] env[69325]: _type = "Task" [ 721.824369] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.830276] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.830507] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.830686] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.830907] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.831091] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.831865] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.831865] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.831865] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.831865] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.832260] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.832260] env[69325]: DEBUG nova.virt.hardware [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.833101] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54741e4e-eb47-45d1-b3a4-c680aed01822 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.844452] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ced3bd-d3a2-de5f-c5d6-e06c4066b37d, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.845654] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc6722-a0e8-4f5e-9400-366863c90f3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.849957] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.850256] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 8dc747d9-fe78-4a01-bf0f-5408ef6d1444/8dc747d9-fe78-4a01-bf0f-5408ef6d1444.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.850759] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d97fab95-3106-43f2-ae47-ad5b681f9ee1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871027] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 721.871027] env[69325]: value = "task-4071351" [ 721.871027] env[69325]: _type = "Task" [ 721.871027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.877284] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.932656] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071350, 'name': ReconfigVM_Task, 'duration_secs': 0.649501} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.935710] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fbc87491-5408-45a5-bf99-824181665f9b/fbc87491-5408-45a5-bf99-824181665f9b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.935710] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc9d7d5-4c4f-4e47-98d0-dc7446367a2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.943023] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 721.943023] env[69325]: value = "task-4071352" [ 721.943023] env[69325]: _type = "Task" [ 721.943023] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.950853] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071352, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.004311] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.005017] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Received event network-vif-deleted-112f1a62-6a7b-4636-93a5-77e68726c944 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.005431] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received event network-vif-plugged-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.005850] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Acquiring lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.006216] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.006535] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.006849] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] No waiting events found dispatching network-vif-plugged-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 722.007153] env[69325]: WARNING nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received unexpected event network-vif-plugged-74c4cd19-cdda-458b-90c9-4a8fefc5f352 for instance with vm_state building and task_state spawning. [ 722.007429] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.007730] env[69325]: DEBUG nova.compute.manager [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing instance network info cache due to event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.010970] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Acquiring lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.010970] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Acquired lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.010970] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.021028] env[69325]: DEBUG nova.scheduler.client.report [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.062711] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.212459] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522fd238-6f5a-c7e4-19d8-b73881d340c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.213202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.213655] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] bed42166-e13b-4ce8-bd8e-c77571480e4c/bed42166-e13b-4ce8-bd8e-c77571480e4c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.215238] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab339697-4882-4056-80f8-12bcf2778a66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.229353] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 722.229353] env[69325]: value = "task-4071353" [ 722.229353] env[69325]: _type = "Task" [ 722.229353] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.238880] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.323734] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b213268-fc45-4ef2-8daa-c7d3d453c9d3 req-7896cf3d-45ef-4be2-bdb0-4160283266e9 service nova] Releasing lock "refresh_cache-bed42166-e13b-4ce8-bd8e-c77571480e4c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.339106] env[69325]: DEBUG nova.network.neutron [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Updating instance_info_cache with network_info: [{"id": "163c5975-72a7-4776-9ad6-08e25622881d", "address": "fa:16:3e:04:32:5e", "network": {"id": "82c7c139-6391-4b47-88b4-c797015a1055", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1594834011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ecf763d9c750498a99a9db433d2c6624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163c5975-72", "ovs_interfaceid": "163c5975-72a7-4776-9ad6-08e25622881d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.384208] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071351, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.456057] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071352, 'name': Rename_Task, 'duration_secs': 0.189254} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.456530] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.456940] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8718aaba-e966-4458-83b3-5c3e4d07d744 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.468580] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 722.468580] env[69325]: value = "task-4071354" [ 722.468580] env[69325]: _type = "Task" [ 722.468580] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.479846] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.526424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.526424] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.528918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.971s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.530582] env[69325]: INFO nova.compute.claims [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.748372] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.842073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Releasing lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.842073] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Instance network_info: |[{"id": "163c5975-72a7-4776-9ad6-08e25622881d", "address": "fa:16:3e:04:32:5e", "network": {"id": "82c7c139-6391-4b47-88b4-c797015a1055", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1594834011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ecf763d9c750498a99a9db433d2c6624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163c5975-72", "ovs_interfaceid": "163c5975-72a7-4776-9ad6-08e25622881d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.842841] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:32:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '163c5975-72a7-4776-9ad6-08e25622881d', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.853483] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Creating folder: Project (ecf763d9c750498a99a9db433d2c6624). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.854308] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faba59fa-6421-4681-841b-a6c554441425 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.873054] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Created folder: Project (ecf763d9c750498a99a9db433d2c6624) in parent group-v806727. [ 722.873338] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Creating folder: Instances. Parent ref: group-v806797. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.878315] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e70cd3-829e-484d-988b-c3f89944eb5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.891965] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522509} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.892289] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 8dc747d9-fe78-4a01-bf0f-5408ef6d1444/8dc747d9-fe78-4a01-bf0f-5408ef6d1444.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.892532] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.892822] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1734c931-623a-437f-8731-e3f1b6ac6511 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.898671] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Created folder: Instances in parent group-v806797. [ 722.899448] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.900551] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.900551] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66dc20c6-a3b4-427e-938e-b74ef32f865e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.925880] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 722.925880] env[69325]: value = "task-4071357" [ 722.925880] env[69325]: _type = "Task" [ 722.925880] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.938337] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.940692] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.940692] env[69325]: value = "task-4071358" [ 722.940692] env[69325]: _type = "Task" [ 722.940692] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.951719] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071358, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.986652] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.035883] env[69325]: DEBUG nova.compute.utils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.042052] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.042597] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.118370] env[69325]: DEBUG nova.policy [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.235122] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updated VIF entry in instance network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.235529] env[69325]: DEBUG nova.network.neutron [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updating instance_info_cache with network_info: [{"id": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "address": "fa:16:3e:82:2e:44", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c4cd19-cd", "ovs_interfaceid": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.248086] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618552} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.248275] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] bed42166-e13b-4ce8-bd8e-c77571480e4c/bed42166-e13b-4ce8-bd8e-c77571480e4c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.248467] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.248844] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fec69cb-5240-4afc-9ff7-a1054af0e89f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.257830] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 723.257830] env[69325]: value = "task-4071360" [ 723.257830] env[69325]: _type = "Task" [ 723.257830] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.269310] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.444201] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117137} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.444201] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.452874] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65900b-ea74-48f8-a354-d4c2d07b6509 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.458289] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Successfully updated port: bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.463874] env[69325]: DEBUG nova.compute.manager [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Received event network-vif-plugged-163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.463874] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Acquiring lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.463874] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.463874] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.463874] env[69325]: DEBUG nova.compute.manager [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] No waiting events found dispatching network-vif-plugged-163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.463874] env[69325]: WARNING nova.compute.manager [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Received unexpected event network-vif-plugged-163c5975-72a7-4776-9ad6-08e25622881d for instance with vm_state building and task_state spawning. [ 723.464339] env[69325]: DEBUG nova.compute.manager [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Received event network-changed-163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.464339] env[69325]: DEBUG nova.compute.manager [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Refreshing instance network info cache due to event network-changed-163c5975-72a7-4776-9ad6-08e25622881d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.464484] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Acquiring lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.464703] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Acquired lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465628] env[69325]: DEBUG nova.network.neutron [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Refreshing network info cache for port 163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.491487] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071358, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.504304] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 8dc747d9-fe78-4a01-bf0f-5408ef6d1444/8dc747d9-fe78-4a01-bf0f-5408ef6d1444.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.511705] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da51131-9dff-4a99-bb65-1930853235a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.538146] env[69325]: DEBUG oslo_vmware.api [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071354, 'name': PowerOnVM_Task, 'duration_secs': 0.570591} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.538146] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 723.538146] env[69325]: value = "task-4071361" [ 723.538146] env[69325]: _type = "Task" [ 723.538146] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.538146] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.538146] env[69325]: INFO nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Took 10.71 seconds to spawn the instance on the hypervisor. [ 723.538146] env[69325]: DEBUG nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.538146] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284405e4-17bf-4f40-9913-66fdfc8d272d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.544959] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.730685] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Successfully created port: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.742623] env[69325]: DEBUG oslo_concurrency.lockutils [req-71223935-23e4-4a1f-9c7b-a139629bdf61 req-1789f40b-ef4e-4f64-afbc-832b7cd64e83 service nova] Releasing lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.772248] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091251} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.775436] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.776758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc0df2-f845-48b0-8773-c0787c239c8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.809208] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] bed42166-e13b-4ce8-bd8e-c77571480e4c/bed42166-e13b-4ce8-bd8e-c77571480e4c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.813041] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799a0def-929f-4d85-96da-7243f26cae8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.838193] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 723.838193] env[69325]: value = "task-4071362" [ 723.838193] env[69325]: _type = "Task" [ 723.838193] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.849938] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.957187] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071358, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.972532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.972532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.972532] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.050270] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.071355] env[69325]: INFO nova.compute.manager [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Took 38.12 seconds to build instance. [ 724.260056] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cc9f4-ed5e-4194-b5c5-3d7c696cfd45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.269987] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83014025-f41d-4918-82f0-9b5f56c986d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.307233] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862cae9f-8620-4158-ae46-62e28961fa3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.316644] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e023ea-c2af-4d81-97e2-3c3d6fad11c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.330725] env[69325]: DEBUG nova.compute.provider_tree [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.350570] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.458020] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071358, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.550932] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071361, 'name': ReconfigVM_Task, 'duration_secs': 0.974175} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.551379] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 8dc747d9-fe78-4a01-bf0f-5408ef6d1444/8dc747d9-fe78-4a01-bf0f-5408ef6d1444.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.552437] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c427a8-3dea-4246-adf4-0e6b079cd6a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.559291] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.563047] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 724.563047] env[69325]: value = "task-4071363" [ 724.563047] env[69325]: _type = "Task" [ 724.563047] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.563825] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.575401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.681s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.575785] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071363, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.608402] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.608778] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.609042] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.609319] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.609546] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.609788] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.610139] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.610540] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.610652] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.610875] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.611243] env[69325]: DEBUG nova.virt.hardware [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.612835] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5bffe-f1d3-40e9-8087-89fb67b8c358 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.624938] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04405605-5aff-411e-ab76-88219df92f5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.703200] env[69325]: DEBUG nova.network.neutron [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Updated VIF entry in instance network info cache for port 163c5975-72a7-4776-9ad6-08e25622881d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.703643] env[69325]: DEBUG nova.network.neutron [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Updating instance_info_cache with network_info: [{"id": "163c5975-72a7-4776-9ad6-08e25622881d", "address": "fa:16:3e:04:32:5e", "network": {"id": "82c7c139-6391-4b47-88b4-c797015a1055", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1594834011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ecf763d9c750498a99a9db433d2c6624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163c5975-72", "ovs_interfaceid": "163c5975-72a7-4776-9ad6-08e25622881d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.833104] env[69325]: DEBUG nova.network.neutron [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Updating instance_info_cache with network_info: [{"id": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "address": "fa:16:3e:4e:5d:69", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf243d0-c7", "ovs_interfaceid": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.839380] env[69325]: DEBUG nova.scheduler.client.report [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.858054] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.958876] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071358, 'name': CreateVM_Task, 'duration_secs': 1.570585} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.959095] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.960114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.960356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.960805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.961277] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2662da4f-6da7-4ecf-91a5-fc7c8889589c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.968048] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 724.968048] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52269de5-146f-89c2-c2a3-b2bdce96242a" [ 724.968048] env[69325]: _type = "Task" [ 724.968048] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.985467] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52269de5-146f-89c2-c2a3-b2bdce96242a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.077389] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071363, 'name': Rename_Task, 'duration_secs': 0.466417} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.077730] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.078066] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0f53bae-72db-4a36-a1ec-da86a4f984ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.082116] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.087764] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 725.087764] env[69325]: value = "task-4071364" [ 725.087764] env[69325]: _type = "Task" [ 725.087764] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.100202] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.208573] env[69325]: DEBUG oslo_concurrency.lockutils [req-f46f26a3-3eda-42ba-ac2e-ae57960f44c0 req-7d998206-06a1-4397-b0cb-4a765f3d8483 service nova] Releasing lock "refresh_cache-d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345992] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.346385] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Instance network_info: |[{"id": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "address": "fa:16:3e:4e:5d:69", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf243d0-c7", "ovs_interfaceid": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.348393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.349744] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.357207] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:5d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf243d0-c7f6-4caa-8a0c-916eb365a90b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.362500] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.369120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.408s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.371923] env[69325]: INFO nova.compute.claims [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.375934] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.376209] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de5b002-a6e0-4544-aeaf-42dd921f9ebc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.407932] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071362, 'name': ReconfigVM_Task, 'duration_secs': 1.326753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.410213] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] bed42166-e13b-4ce8-bd8e-c77571480e4c/bed42166-e13b-4ce8-bd8e-c77571480e4c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.413751] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.413751] env[69325]: value = "task-4071366" [ 725.413751] env[69325]: _type = "Task" [ 725.413751] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.413751] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200e26b3-7f6d-49b2-a8a0-9da78d57b84f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.427635] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071366, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.429689] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 725.429689] env[69325]: value = "task-4071367" [ 725.429689] env[69325]: _type = "Task" [ 725.429689] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.442766] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071367, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.480027] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52269de5-146f-89c2-c2a3-b2bdce96242a, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.480391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.480729] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.481083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.481520] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.481862] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7e3abf2-8596-49ef-83b5-0672b607ddb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.492685] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.492971] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.493998] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4f325f-d3d5-4e78-8071-263c82c68ac1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.501746] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 725.501746] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52636fbe-be53-df7f-38e1-932277782d27" [ 725.501746] env[69325]: _type = "Task" [ 725.501746] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.511589] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52636fbe-be53-df7f-38e1-932277782d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.579563] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Successfully updated port: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.607619] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.622943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.856658] env[69325]: DEBUG nova.compute.utils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.859737] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.859737] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.932194] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071366, 'name': CreateVM_Task, 'duration_secs': 0.363123} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.934997] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.937018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.937018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.937018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.937018] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f1cd29-a271-4c03-850e-bdebb121676a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.939908] env[69325]: DEBUG nova.policy [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff2a013a527949a7ad7512255bdf2fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5c5eb6f2725448d8d1f18d7cf3a4d55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.947203] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071367, 'name': Rename_Task, 'duration_secs': 0.178551} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.947203] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.947203] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55d499d2-d037-40ea-95f2-d2d85e07b8e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.949316] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 725.949316] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52928dd5-1c4a-d72f-eaa1-a06495f1b509" [ 725.949316] env[69325]: _type = "Task" [ 725.949316] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.956605] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 725.956605] env[69325]: value = "task-4071368" [ 725.956605] env[69325]: _type = "Task" [ 725.956605] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.963015] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52928dd5-1c4a-d72f-eaa1-a06495f1b509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.969914] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.018897] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52636fbe-be53-df7f-38e1-932277782d27, 'name': SearchDatastore_Task, 'duration_secs': 0.018432} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.018897] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4ff06e-65aa-439b-a27a-752be7f51bae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.023215] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 726.023215] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522711d0-4cba-350e-7daf-3a02e56f572b" [ 726.023215] env[69325]: _type = "Task" [ 726.023215] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.035100] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522711d0-4cba-350e-7daf-3a02e56f572b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.068317] env[69325]: DEBUG nova.compute.manager [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Received event network-vif-plugged-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.068317] env[69325]: DEBUG oslo_concurrency.lockutils [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] Acquiring lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.068584] env[69325]: DEBUG oslo_concurrency.lockutils [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.070026] env[69325]: DEBUG oslo_concurrency.lockutils [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.070026] env[69325]: DEBUG nova.compute.manager [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] No waiting events found dispatching network-vif-plugged-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.070026] env[69325]: WARNING nova.compute.manager [req-49e33248-602c-42fc-ad14-80b23a58833c req-f69620ea-fd1d-4451-ab86-428ecef88933 service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Received unexpected event network-vif-plugged-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 for instance with vm_state building and task_state spawning. [ 726.082353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.083051] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.083933] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.106062] env[69325]: DEBUG oslo_vmware.api [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071364, 'name': PowerOnVM_Task, 'duration_secs': 0.703721} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.106233] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.106499] env[69325]: INFO nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Took 10.70 seconds to spawn the instance on the hypervisor. [ 726.106754] env[69325]: DEBUG nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.107983] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed2ad7f-f0ae-49d0-aeca-19be4bc07417 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.143676] env[69325]: DEBUG nova.compute.manager [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Received event network-vif-plugged-bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.143911] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Acquiring lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.144466] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.144770] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.145035] env[69325]: DEBUG nova.compute.manager [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] No waiting events found dispatching network-vif-plugged-bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.145284] env[69325]: WARNING nova.compute.manager [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Received unexpected event network-vif-plugged-bbf243d0-c7f6-4caa-8a0c-916eb365a90b for instance with vm_state building and task_state spawning. [ 726.145528] env[69325]: DEBUG nova.compute.manager [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Received event network-changed-bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.145714] env[69325]: DEBUG nova.compute.manager [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Refreshing instance network info cache due to event network-changed-bbf243d0-c7f6-4caa-8a0c-916eb365a90b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.147166] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Acquiring lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.147166] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Acquired lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.147166] env[69325]: DEBUG nova.network.neutron [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Refreshing network info cache for port bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.363901] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.420128] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Successfully created port: bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.468267] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52928dd5-1c4a-d72f-eaa1-a06495f1b509, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.471813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.472120] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.472348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.486525] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071368, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.537490] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522711d0-4cba-350e-7daf-3a02e56f572b, 'name': SearchDatastore_Task, 'duration_secs': 0.023917} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.540894] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.541362] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1/d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.541900] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.542113] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.542372] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3a88ff-6120-44e4-bd82-ea2bc7d9edb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.544816] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d38496-f95f-4def-ad33-01a3c1dafbf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.554855] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 726.554855] env[69325]: value = "task-4071369" [ 726.554855] env[69325]: _type = "Task" [ 726.554855] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.569688] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.570886] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.572669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.573559] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d142e595-ad14-42f4-bcfa-000d6352f860 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.582465] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 726.582465] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ab08d8-22a7-d4e6-2796-92dc7677ff8a" [ 726.582465] env[69325]: _type = "Task" [ 726.582465] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.595327] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ab08d8-22a7-d4e6-2796-92dc7677ff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.596249] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3c06e0-d1b4-4827-be7d-b9ee5185815c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.606067] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 726.606067] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523a6858-fb93-417b-f084-b634b1060523" [ 726.606067] env[69325]: _type = "Task" [ 726.606067] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.616750] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523a6858-fb93-417b-f084-b634b1060523, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.617143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.617365] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fbd30304-f19d-448d-b917-36322ffe9bc4/fbd30304-f19d-448d-b917-36322ffe9bc4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.618957] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1534bc59-c101-41ad-83ad-658487dd05d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631597] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 726.631597] env[69325]: value = "task-4071370" [ 726.631597] env[69325]: _type = "Task" [ 726.631597] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.643091] env[69325]: INFO nova.compute.manager [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Took 35.74 seconds to build instance. [ 726.647889] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.661048] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.685281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.685534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.900657] env[69325]: DEBUG nova.network.neutron [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Updating instance_info_cache with network_info: [{"id": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "address": "fa:16:3e:47:80:59", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f5e2de-2a", "ovs_interfaceid": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.983816] env[69325]: DEBUG oslo_vmware.api [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071368, 'name': PowerOnVM_Task, 'duration_secs': 0.629664} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.983816] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.984066] env[69325]: INFO nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Took 21.38 seconds to spawn the instance on the hypervisor. [ 726.984435] env[69325]: DEBUG nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.985361] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dcfccb-3e6b-4795-9b83-838dac22e4e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.068372] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.088647] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a651f63-1c64-409b-866d-945dc5169deb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.101386] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cde47-b7e3-46f0-ab30-4b41e7ea36c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.147342] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84b828-26b8-4e40-bf32-cbde7c7c447b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.154603] env[69325]: DEBUG nova.network.neutron [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Updated VIF entry in instance network info cache for port bbf243d0-c7f6-4caa-8a0c-916eb365a90b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.155015] env[69325]: DEBUG nova.network.neutron [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Updating instance_info_cache with network_info: [{"id": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "address": "fa:16:3e:4e:5d:69", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf243d0-c7", "ovs_interfaceid": "bbf243d0-c7f6-4caa-8a0c-916eb365a90b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.157018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.297s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.166116] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.167718] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa458370-96a7-4445-896d-191c616aa50c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.191080] env[69325]: DEBUG nova.compute.provider_tree [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.374238] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.404446] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.404718] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.404883] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.405084] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.405253] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.405418] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.405864] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.406167] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.406432] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.406641] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.406993] env[69325]: DEBUG nova.virt.hardware [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.407459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.407802] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Instance network_info: |[{"id": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "address": "fa:16:3e:47:80:59", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f5e2de-2a", "ovs_interfaceid": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.408798] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc0a50-4894-4b19-9234-86afa4f79d78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.412690] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:80:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.422034] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating folder: Project (4e3a99635cc3439bbd965ce0244b3522). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.422450] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab8abc8-aa36-487f-947c-ab9120ec144a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.432118] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1e304-4c49-4611-aea3-6bbb8df8b577 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.436628] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created folder: Project (4e3a99635cc3439bbd965ce0244b3522) in parent group-v806727. [ 727.436834] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating folder: Instances. Parent ref: group-v806801. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.437502] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2190fea7-66e5-4eee-9d6d-390490db19d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.457212] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created folder: Instances in parent group-v806801. [ 727.457471] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.457676] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.457911] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b970a91f-b98d-4f69-b1f2-41e3e5efb2ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.478598] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.478598] env[69325]: value = "task-4071374" [ 727.478598] env[69325]: _type = "Task" [ 727.478598] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.488080] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071374, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.522545] env[69325]: INFO nova.compute.manager [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Took 47.22 seconds to build instance. [ 727.570092] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664119} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.570092] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1/d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.570092] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.570092] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33e47e7-9f8a-421a-8760-946f2cae4c99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.576199] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 727.576199] env[69325]: value = "task-4071375" [ 727.576199] env[69325]: _type = "Task" [ 727.576199] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.588281] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.656042] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858425} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.656359] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fbd30304-f19d-448d-b917-36322ffe9bc4/fbd30304-f19d-448d-b917-36322ffe9bc4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.656576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.656841] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-521b7c2b-83c4-4ccf-9885-47902714adb1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.665715] env[69325]: DEBUG oslo_concurrency.lockutils [req-96a552ff-c833-41a7-98e9-69aebdaa5c09 req-80686572-3f17-4389-a5be-3faf06e7b56e service nova] Releasing lock "refresh_cache-fbd30304-f19d-448d-b917-36322ffe9bc4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.666272] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 727.666272] env[69325]: value = "task-4071376" [ 727.666272] env[69325]: _type = "Task" [ 727.666272] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.670812] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.682230] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.695383] env[69325]: DEBUG nova.scheduler.client.report [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.991302] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071374, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.025250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.744s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.086272] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126477} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.086567] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.087398] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbe469-db0c-43ca-990f-cb15abb08420 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.118201] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1/d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.118945] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dcb8d73-53e8-4318-92b7-9fa474693bf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.142790] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 728.142790] env[69325]: value = "task-4071377" [ 728.142790] env[69325]: _type = "Task" [ 728.142790] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.153569] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.181567] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0794} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.181567] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.181567] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f5b9c-114b-44d4-8d45-f5fc653e700d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.205395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.217852] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fbd30304-f19d-448d-b917-36322ffe9bc4/fbd30304-f19d-448d-b917-36322ffe9bc4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.219192] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.219746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.846s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.220600] env[69325]: DEBUG nova.objects.instance [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 728.222867] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-042c4104-33cd-41a1-9089-4c6ed0b8bcc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.247654] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 728.247654] env[69325]: value = "task-4071378" [ 728.247654] env[69325]: _type = "Task" [ 728.247654] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.257142] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.391064] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Successfully updated port: bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.490764] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071374, 'name': CreateVM_Task, 'duration_secs': 0.887395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.491041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.491678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.491842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.492187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.492464] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd43b27-8fce-4469-a5a5-f4fae15357db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.498247] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 728.498247] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5265ce28-5448-ce1d-7778-3c91cde86213" [ 728.498247] env[69325]: _type = "Task" [ 728.498247] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.507250] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5265ce28-5448-ce1d-7778-3c91cde86213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.528025] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.659151] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.675132] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.675344] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.721016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "93522583-1dcc-410a-b849-9a7f10ada932" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.721417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "93522583-1dcc-410a-b849-9a7f10ada932" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.753840] env[69325]: DEBUG nova.compute.manager [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Received event network-changed-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.754513] env[69325]: DEBUG nova.compute.manager [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Refreshing instance network info cache due to event network-changed-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.754809] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Acquiring lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.754959] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Acquired lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.755574] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Refreshing network info cache for port 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.765217] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.896114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.896114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.896114] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.013857] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5265ce28-5448-ce1d-7778-3c91cde86213, 'name': SearchDatastore_Task, 'duration_secs': 0.055619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.014347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.014668] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.015127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.015127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.015195] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.015977] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfaa4c5f-ad4d-4330-878f-b9d835359034 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.028211] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.028211] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.030285] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ab7dc1-df12-45e0-b1e5-cd526466c501 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.044450] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 729.044450] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521adead-666c-03df-f3fc-5c466a56bf37" [ 729.044450] env[69325]: _type = "Task" [ 729.044450] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.053945] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521adead-666c-03df-f3fc-5c466a56bf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.064927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.154574] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071377, 'name': ReconfigVM_Task, 'duration_secs': 0.951126} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.154883] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1/d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.155603] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a18b3c9e-1ac8-4bcc-af5d-010eb9689b39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.163459] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 729.163459] env[69325]: value = "task-4071379" [ 729.163459] env[69325]: _type = "Task" [ 729.163459] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.172870] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071379, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.187789] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.187789] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.187789] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.187789] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.188088] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.188187] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.188427] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 729.188427] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.228153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "93522583-1dcc-410a-b849-9a7f10ada932" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.228741] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.245784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-72f5287b-c72f-4680-8a14-e2efe8499c9d tempest-ServersAdmin275Test-2050180204 tempest-ServersAdmin275Test-2050180204-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.249075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.953s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.251151] env[69325]: INFO nova.compute.claims [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.268206] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071378, 'name': ReconfigVM_Task, 'duration_secs': 0.824317} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.268619] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fbd30304-f19d-448d-b917-36322ffe9bc4/fbd30304-f19d-448d-b917-36322ffe9bc4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.269383] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2b57ac-a3ea-4dcc-9e89-9fc501231fba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.278585] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 729.278585] env[69325]: value = "task-4071380" [ 729.278585] env[69325]: _type = "Task" [ 729.278585] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.297409] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071380, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.427201] env[69325]: DEBUG nova.compute.manager [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.427458] env[69325]: DEBUG nova.compute.manager [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing instance network info cache due to event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.427836] env[69325]: DEBUG oslo_concurrency.lockutils [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] Acquiring lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.427836] env[69325]: DEBUG oslo_concurrency.lockutils [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] Acquired lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.427956] env[69325]: DEBUG nova.network.neutron [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.443856] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.563872] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521adead-666c-03df-f3fc-5c466a56bf37, 'name': SearchDatastore_Task, 'duration_secs': 0.02739} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.568240] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a13d48-7e01-4984-b3ab-f56aa50308ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.580824] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 729.580824] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5268c3c7-f9de-e71e-3a79-5a5c49884767" [ 729.580824] env[69325]: _type = "Task" [ 729.580824] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.591566] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5268c3c7-f9de-e71e-3a79-5a5c49884767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.617091] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Updated VIF entry in instance network info cache for port 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.617483] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Updating instance_info_cache with network_info: [{"id": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "address": "fa:16:3e:47:80:59", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f5e2de-2a", "ovs_interfaceid": "19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.676129] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071379, 'name': Rename_Task, 'duration_secs': 0.210165} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.677339] env[69325]: DEBUG nova.network.neutron [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.678818] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.679240] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df30d089-5747-4ce2-b071-27199a9f40dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.686955] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 729.686955] env[69325]: value = "task-4071382" [ 729.686955] env[69325]: _type = "Task" [ 729.686955] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.697287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.707158] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.736264] env[69325]: DEBUG nova.compute.utils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.737958] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.738781] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.790080] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071380, 'name': Rename_Task, 'duration_secs': 0.282309} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.790493] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.790493] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317b2b8c-164d-4e64-811b-f97d2c6749dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.798497] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 729.798497] env[69325]: value = "task-4071383" [ 729.798497] env[69325]: _type = "Task" [ 729.798497] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.809442] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.815816] env[69325]: DEBUG nova.policy [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9948bd0cd9e449749c06373327c310b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d56233655b9424cb90f0fd620fb352c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.100023] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5268c3c7-f9de-e71e-3a79-5a5c49884767, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.100023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.100023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf/c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.100023] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4053d1-43a9-433d-bad4-1980ddad342b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.109024] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 730.109024] env[69325]: value = "task-4071384" [ 730.109024] env[69325]: _type = "Task" [ 730.109024] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.124668] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Releasing lock "refresh_cache-c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.125296] env[69325]: DEBUG nova.compute.manager [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.125790] env[69325]: DEBUG nova.compute.manager [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing instance network info cache due to event network-changed-74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.126213] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Acquiring lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.126800] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.183031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183031] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Instance network_info: |[{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.183031] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:98:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc2f987e-bb88-495e-8087-67b52ff07ef0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.200448] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Creating folder: Project (f5c5eb6f2725448d8d1f18d7cf3a4d55). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.200448] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7d61d5-522d-43ce-ad97-6e31aecbe594 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220163] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.223197] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Created folder: Project (f5c5eb6f2725448d8d1f18d7cf3a4d55) in parent group-v806727. [ 730.223449] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Creating folder: Instances. Parent ref: group-v806805. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.224260] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86b3d7c6-0347-4a3f-9472-3c8c53b2bcf3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.237811] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Created folder: Instances in parent group-v806805. [ 730.237811] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.237811] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.238609] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac94ec8-6e5c-4656-af0b-c8feb674fc83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.256520] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.274954] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.274954] env[69325]: value = "task-4071387" [ 730.274954] env[69325]: _type = "Task" [ 730.274954] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.278808] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Successfully created port: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.287349] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071387, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.319986] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.614639] env[69325]: DEBUG nova.network.neutron [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updated VIF entry in instance network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.615042] env[69325]: DEBUG nova.network.neutron [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updating instance_info_cache with network_info: [{"id": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "address": "fa:16:3e:82:2e:44", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c4cd19-cd", "ovs_interfaceid": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.631820] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071384, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709991] env[69325]: DEBUG oslo_vmware.api [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071382, 'name': PowerOnVM_Task, 'duration_secs': 0.555622} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.710348] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.710636] env[69325]: INFO nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Took 11.65 seconds to spawn the instance on the hypervisor. [ 730.710811] env[69325]: DEBUG nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.711740] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d68ae2-9dd0-4de4-915a-366c818d5273 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.719702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.719702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.719702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.719702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.719702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.722621] env[69325]: INFO nova.compute.manager [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Terminating instance [ 730.784733] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071387, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.818100] env[69325]: DEBUG oslo_vmware.api [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071383, 'name': PowerOnVM_Task, 'duration_secs': 0.741923} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.818446] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.818661] env[69325]: INFO nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Took 9.03 seconds to spawn the instance on the hypervisor. [ 730.818981] env[69325]: DEBUG nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.820089] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8dc2d0-dba2-4b78-a172-8ce69670d29b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.625354] env[69325]: DEBUG oslo_concurrency.lockutils [req-58ace25a-82fe-4f00-9dab-debdbf0c0358 req-e75cd5ae-172b-42c5-b75d-e399fb3de82b service nova] Releasing lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.629700] env[69325]: DEBUG nova.compute.manager [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.629909] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.632227] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.640214] env[69325]: INFO nova.compute.manager [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Took 35.73 seconds to build instance. [ 731.644482] env[69325]: INFO nova.compute.manager [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Took 35.78 seconds to build instance. [ 731.648102] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Acquired lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.648195] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Refreshing network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.650676] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0254f0d8-28e9-4d48-907f-be2c625861c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.654382] env[69325]: DEBUG nova.compute.manager [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-vif-plugged-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.654519] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Acquiring lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.654723] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.655313] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.655313] env[69325]: DEBUG nova.compute.manager [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] No waiting events found dispatching network-vif-plugged-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.655313] env[69325]: WARNING nova.compute.manager [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received unexpected event network-vif-plugged-bc2f987e-bb88-495e-8087-67b52ff07ef0 for instance with vm_state building and task_state spawning. [ 731.655440] env[69325]: DEBUG nova.compute.manager [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.655853] env[69325]: DEBUG nova.compute.manager [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing instance network info cache due to event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.655853] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.655853] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.656031] env[69325]: DEBUG nova.network.neutron [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.676063] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.676347] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071387, 'name': CreateVM_Task, 'duration_secs': 0.647763} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.676877] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890176} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.678993] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975e592e-2036-4adf-a170-50ba1b92260f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.680624] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.681240] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf/c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.681240] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.682184] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.682341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.682642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.683036] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f25341a-676a-4e8d-a5cb-ad582e500401 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.685932] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fc4be5-309b-4de7-8595-8c4070b1ef5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.692490] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.692731] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.692884] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.693081] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.693236] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.694055] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.694055] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.694055] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.694055] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.694207] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.694402] env[69325]: DEBUG nova.virt.hardware [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.696617] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d244f395-ed55-4a8f-a84b-391881889b1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.704949] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 731.704949] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525f27c7-8488-ad08-dda3-d7105ec053e3" [ 731.704949] env[69325]: _type = "Task" [ 731.704949] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.705253] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 731.705253] env[69325]: value = "task-4071390" [ 731.705253] env[69325]: _type = "Task" [ 731.705253] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.705479] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 731.705479] env[69325]: value = "task-4071389" [ 731.705479] env[69325]: _type = "Task" [ 731.705479] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.731043] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.739327] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525f27c7-8488-ad08-dda3-d7105ec053e3, 'name': SearchDatastore_Task, 'duration_secs': 0.029683} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.739559] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.744104] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.744269] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.744497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.744645] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.744821] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.746163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a2c91-016b-4da5-a96b-0966bd7fd8f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.753633] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86a7666-e840-473c-a28a-9e1172ffc5c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.755732] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.755995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.774167] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.774448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.775487] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d9ca8c-e1d9-4772-b051-07ae329adddf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.781819] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 731.781819] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5251ff61-1721-9277-b963-bbcfcf2204d3" [ 731.781819] env[69325]: _type = "Task" [ 731.781819] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.795384] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5251ff61-1721-9277-b963-bbcfcf2204d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.865193] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4236b2c1-5693-4e47-b012-257b4d380bca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.874396] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970787a2-8147-4706-b6a3-a696e57e9e56 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.909519] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977caa18-dcb9-41bf-8d12-7a4f56989ea1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.918529] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f3fdb6-c498-4abc-b751-4b97a2e92913 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.934300] env[69325]: DEBUG nova.compute.provider_tree [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.142569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.946s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.161713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87bceab-a60f-4b09-b7d0-6f58c4531578 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.333s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.228153] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071389, 'name': PowerOffVM_Task, 'duration_secs': 0.284846} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.235210] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Successfully updated port: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.235210] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.235210] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.235210] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080262} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.235210] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828e5edc-bc8e-4743-a7f7-855b289df1a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236859] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.239675] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173fe943-3eed-4618-bb9f-0c68781257cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.262399] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf/c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.263610] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0249b0-5f88-4349-be54-1e0fdfbbb59a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.292817] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 732.292817] env[69325]: value = "task-4071392" [ 732.292817] env[69325]: _type = "Task" [ 732.292817] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.301255] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5251ff61-1721-9277-b963-bbcfcf2204d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016052} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.305556] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.310435] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38694c93-f40c-4122-a877-fc0124999e5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.312896] env[69325]: DEBUG nova.compute.manager [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Received event network-vif-plugged-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.313132] env[69325]: DEBUG oslo_concurrency.lockutils [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] Acquiring lock "5670b857-d679-4397-b310-94fcbc1a014c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.313329] env[69325]: DEBUG oslo_concurrency.lockutils [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] Lock "5670b857-d679-4397-b310-94fcbc1a014c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.313488] env[69325]: DEBUG oslo_concurrency.lockutils [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] Lock "5670b857-d679-4397-b310-94fcbc1a014c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.313733] env[69325]: DEBUG nova.compute.manager [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] No waiting events found dispatching network-vif-plugged-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.313868] env[69325]: WARNING nova.compute.manager [req-40328163-79d0-4658-bb20-5e11b11d7a7a req-ba6a2780-fbe9-4236-8601-71a94c9f2a5a service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Received unexpected event network-vif-plugged-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea for instance with vm_state building and task_state spawning. [ 732.321037] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 732.321037] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bac4a0-f073-5cf0-b33b-322bc9c6cdb8" [ 732.321037] env[69325]: _type = "Task" [ 732.321037] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.331676] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bac4a0-f073-5cf0-b33b-322bc9c6cdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.420340] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.420684] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.421016] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleting the datastore file [datastore1] bed42166-e13b-4ce8-bd8e-c77571480e4c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.421359] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134232bf-4d5c-4d71-af1d-b560a691ce16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.431775] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 732.431775] env[69325]: value = "task-4071393" [ 732.431775] env[69325]: _type = "Task" [ 732.431775] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.443229] env[69325]: DEBUG nova.scheduler.client.report [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.455380] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.514556] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updated VIF entry in instance network info cache for port 74c4cd19-cdda-458b-90c9-4a8fefc5f352. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.514968] env[69325]: DEBUG nova.network.neutron [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updating instance_info_cache with network_info: [{"id": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "address": "fa:16:3e:82:2e:44", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c4cd19-cd", "ovs_interfaceid": "74c4cd19-cdda-458b-90c9-4a8fefc5f352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.517295] env[69325]: DEBUG nova.network.neutron [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updated VIF entry in instance network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.518330] env[69325]: DEBUG nova.network.neutron [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.531899] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8745f-9dfa-4d66-b601-bdfe5da68ae6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.539990] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Suspending the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 732.539990] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-70666e45-662c-49e5-b302-e6b4623ebf59 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547163] env[69325]: DEBUG oslo_vmware.api [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] Waiting for the task: (returnval){ [ 732.547163] env[69325]: value = "task-4071394" [ 732.547163] env[69325]: _type = "Task" [ 732.547163] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.556272] env[69325]: DEBUG oslo_vmware.api [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] Task: {'id': task-4071394, 'name': SuspendVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.646465] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.665062] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.736642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.736840] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquired lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.737132] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.802451] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071392, 'name': ReconfigVM_Task, 'duration_secs': 0.461509} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.802808] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf/c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.803535] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e6eb059-3813-4fbe-8cd9-53fa5e870371 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.811015] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 732.811015] env[69325]: value = "task-4071395" [ 732.811015] env[69325]: _type = "Task" [ 732.811015] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.827142] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071395, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.839630] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bac4a0-f073-5cf0-b33b-322bc9c6cdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.022627} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.840911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.840911] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e7352ab5-48c6-4f5d-849d-54d74afbdc5e/e7352ab5-48c6-4f5d-849d-54d74afbdc5e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.840911] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c46e27e-8418-4f20-998c-1283571451e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.848595] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 732.848595] env[69325]: value = "task-4071396" [ 732.848595] env[69325]: _type = "Task" [ 732.848595] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.859053] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.944136] env[69325]: DEBUG oslo_vmware.api [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259262} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.944766] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.945120] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.945437] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.945772] env[69325]: INFO nova.compute.manager [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 732.946171] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.946716] env[69325]: DEBUG nova.compute.manager [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.946939] env[69325]: DEBUG nova.network.neutron [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.951170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.704s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.951548] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.955211] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.233s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.956303] env[69325]: DEBUG nova.objects.instance [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lazy-loading 'resources' on Instance uuid 3ac2a03e-f49a-47bb-a28e-1a331ce309f2 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.020455] env[69325]: DEBUG oslo_concurrency.lockutils [req-6b0bd219-37bd-4237-80bd-b748043e9a23 req-f6f66b97-b3cb-4cff-99d2-19e61cd51e3c service nova] Releasing lock "refresh_cache-8dc747d9-fe78-4a01-bf0f-5408ef6d1444" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.021914] env[69325]: DEBUG oslo_concurrency.lockutils [req-7d31a376-6599-4429-8f2f-8f50145b5c5f req-813ae996-5a1d-494f-ac8d-021983cbc7e7 service nova] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.065550] env[69325]: DEBUG oslo_vmware.api [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] Task: {'id': task-4071394, 'name': SuspendVM_Task} progress is 62%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.184644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.197924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.331205] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071395, 'name': Rename_Task, 'duration_secs': 0.165598} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.332778] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.333415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb83986-f0d9-4c64-904d-4ae5ea9a2429 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.346289] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 733.346289] env[69325]: value = "task-4071397" [ 733.346289] env[69325]: _type = "Task" [ 733.346289] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.359947] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.370531] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.370940] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.459963] env[69325]: DEBUG nova.compute.utils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.469513] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.469691] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.543929] env[69325]: DEBUG nova.policy [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df9cf0b97e040369a6070c5cb449c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4e23a91be1148d09ff3d293fb2838e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.565627] env[69325]: DEBUG oslo_vmware.api [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] Task: {'id': task-4071394, 'name': SuspendVM_Task, 'duration_secs': 0.821837} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.565901] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Suspended the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 733.566841] env[69325]: DEBUG nova.compute.manager [None req-5c463eed-ef2c-4ee8-8548-d5d872a1be2b tempest-ServersAdminNegativeTestJSON-704471173 tempest-ServersAdminNegativeTestJSON-704471173-project-admin] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.567757] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa65767-01d6-4fd0-93d9-d44980e01389 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.581178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.581178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.581178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.581178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.581178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.582773] env[69325]: INFO nova.compute.manager [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Terminating instance [ 733.721089] env[69325]: DEBUG nova.network.neutron [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Updating instance_info_cache with network_info: [{"id": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "address": "fa:16:3e:8e:72:a0", "network": {"id": "02057c86-259e-4ba7-8be0-132571fca1ab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-707404426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56233655b9424cb90f0fd620fb352c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ec8143-fd", "ovs_interfaceid": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.857884] env[69325]: DEBUG oslo_vmware.api [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071397, 'name': PowerOnVM_Task, 'duration_secs': 0.485644} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.859534] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.859534] env[69325]: INFO nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Took 9.30 seconds to spawn the instance on the hypervisor. [ 733.859534] env[69325]: DEBUG nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.860061] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623142aa-4ae1-42ac-9aec-4d91fc71241f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.869028] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542962} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.870023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e7352ab5-48c6-4f5d-849d-54d74afbdc5e/e7352ab5-48c6-4f5d-849d-54d74afbdc5e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.871719] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.871719] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd9e31da-79ea-4c0d-93b6-59c2eee4593c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.884934] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 733.884934] env[69325]: value = "task-4071399" [ 733.884934] env[69325]: _type = "Task" [ 733.884934] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.896818] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.973960] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.087966] env[69325]: DEBUG nova.compute.manager [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.087966] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.089345] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e1627-7504-400d-967d-439f39561d42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.101885] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.102259] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb99aa62-f1e6-4b12-be97-972192e79525 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.113430] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 734.113430] env[69325]: value = "task-4071400" [ 734.113430] env[69325]: _type = "Task" [ 734.113430] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.123179] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.138886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf707a21-651d-4d33-b7b9-94b9336b2ed4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.147764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b34882e-ebf7-4ad9-9ed5-19d00b4c9b51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.186165] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d60321-160a-428e-9a41-7f291c58d1da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.195832] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6911e8ef-8a76-4f67-91d7-3db08b3222a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.216685] env[69325]: DEBUG nova.compute.provider_tree [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.224631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Releasing lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.225025] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Instance network_info: |[{"id": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "address": "fa:16:3e:8e:72:a0", "network": {"id": "02057c86-259e-4ba7-8be0-132571fca1ab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-707404426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56233655b9424cb90f0fd620fb352c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ec8143-fd", "ovs_interfaceid": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.225455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:72:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0ec8143-fdb0-4ac5-a72a-c433cfda54ea', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.233892] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Creating folder: Project (3d56233655b9424cb90f0fd620fb352c). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.235034] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3111fb8-12f5-4890-87df-64b73c9efcde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.248544] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Created folder: Project (3d56233655b9424cb90f0fd620fb352c) in parent group-v806727. [ 734.248808] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Creating folder: Instances. Parent ref: group-v806808. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.249133] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14398333-58a0-49da-b22f-4c39683676fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.260906] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Created folder: Instances in parent group-v806808. [ 734.262083] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.262083] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.262083] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-429b9740-2559-454c-9396-b9e55ffd6316 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.284904] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.284904] env[69325]: value = "task-4071403" [ 734.284904] env[69325]: _type = "Task" [ 734.284904] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.295788] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071403, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.394922] env[69325]: INFO nova.compute.manager [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Took 37.32 seconds to build instance. [ 734.402092] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.402373] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.403207] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453955f4-e155-4273-a4bb-3d68581a5b69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.427276] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e7352ab5-48c6-4f5d-849d-54d74afbdc5e/e7352ab5-48c6-4f5d-849d-54d74afbdc5e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.428342] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c686075d-28b1-40ed-be63-af315899612c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.449727] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 734.449727] env[69325]: value = "task-4071404" [ 734.449727] env[69325]: _type = "Task" [ 734.449727] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.459633] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.484750] env[69325]: INFO nova.virt.block_device [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Booting with volume 6c03f600-8fda-42d5-be70-824a6c32678e at /dev/sda [ 734.536926] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b574a329-d2b0-4e44-aac1-2492268a10a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.549051] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508a941-7581-4628-b251-57858b8ce211 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.559919] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Successfully created port: 31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.586717] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-632439aa-98a9-4a5e-bb79-42fefd08065e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.597931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95b36e-9545-4a84-8ad6-69e23ebd6003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.631739] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071400, 'name': PowerOffVM_Task, 'duration_secs': 0.22089} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.632143] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.633935] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.633935] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e05896-ef2f-402f-8421-2c8b42a00245 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.651029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c7c87-e917-42f0-aa7e-70f32fdf2f54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.660916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da258cd5-d38a-4a89-aa42-10fc3bd74c50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.681416] env[69325]: DEBUG nova.virt.block_device [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updating existing volume attachment record: 55799678-4b74-458c-81bb-b4b1bab7c52a {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 734.722045] env[69325]: DEBUG nova.scheduler.client.report [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.728324] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.728591] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.728772] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Deleting the datastore file [datastore2] d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.730328] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1dc685d-805c-46e1-95ab-c0f0962ab03c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.742265] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for the task: (returnval){ [ 734.742265] env[69325]: value = "task-4071406" [ 734.742265] env[69325]: _type = "Task" [ 734.742265] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.751296] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.797478] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071403, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.830770] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Received event network-changed-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.832052] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Refreshing instance network info cache due to event network-changed-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.832626] env[69325]: DEBUG oslo_concurrency.lockutils [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] Acquiring lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.832744] env[69325]: DEBUG oslo_concurrency.lockutils [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] Acquired lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.834128] env[69325]: DEBUG nova.network.neutron [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Refreshing network info cache for port e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.851881] env[69325]: DEBUG nova.network.neutron [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.898075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a020d59a-d985-419a-adca-b47c9267925f tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.218s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.962221] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.228465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.232289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.452s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.251768] env[69325]: DEBUG oslo_vmware.api [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Task: {'id': task-4071406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439177} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.255352] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.256484] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.256484] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.256484] env[69325]: INFO nova.compute.manager [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 735.256484] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.256655] env[69325]: DEBUG nova.compute.manager [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.256691] env[69325]: DEBUG nova.network.neutron [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.265293] env[69325]: INFO nova.scheduler.client.report [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted allocations for instance 3ac2a03e-f49a-47bb-a28e-1a331ce309f2 [ 735.296490] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071403, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.356728] env[69325]: INFO nova.compute.manager [-] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Took 2.41 seconds to deallocate network for instance. [ 735.400634] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.464561] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071404, 'name': ReconfigVM_Task, 'duration_secs': 0.978733} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.464870] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e7352ab5-48c6-4f5d-849d-54d74afbdc5e/e7352ab5-48c6-4f5d-849d-54d74afbdc5e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.465570] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0f794d-feff-409b-b8c1-70adc6a54f87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.473293] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 735.473293] env[69325]: value = "task-4071407" [ 735.473293] env[69325]: _type = "Task" [ 735.473293] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.487421] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071407, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.633850] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.634134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.634348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.634537] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.634737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.641409] env[69325]: INFO nova.compute.manager [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Terminating instance [ 735.678416] env[69325]: DEBUG nova.network.neutron [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Updated VIF entry in instance network info cache for port e0ec8143-fdb0-4ac5-a72a-c433cfda54ea. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.678922] env[69325]: DEBUG nova.network.neutron [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Updating instance_info_cache with network_info: [{"id": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "address": "fa:16:3e:8e:72:a0", "network": {"id": "02057c86-259e-4ba7-8be0-132571fca1ab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-707404426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56233655b9424cb90f0fd620fb352c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ec8143-fd", "ovs_interfaceid": "e0ec8143-fdb0-4ac5-a72a-c433cfda54ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.738794] env[69325]: INFO nova.compute.claims [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.783245] env[69325]: DEBUG oslo_concurrency.lockutils [None req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "3ac2a03e-f49a-47bb-a28e-1a331ce309f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.785s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.799821] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071403, 'name': CreateVM_Task, 'duration_secs': 1.120762} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.799821] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.800285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.800575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.800973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.801333] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c899f826-75de-4a81-a159-b16ef0959e50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.815027] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 735.815027] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52be6728-f283-511a-fa1b-8a7b08cd7da9" [ 735.815027] env[69325]: _type = "Task" [ 735.815027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.828492] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52be6728-f283-511a-fa1b-8a7b08cd7da9, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.829226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.829226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.829559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.829799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.830072] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.830848] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e5a0ab-b424-49f4-8ef5-37f30066da3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.842203] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.842406] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.844415] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6047f141-9670-4ef5-b0a1-6373a6fca413 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.852402] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 735.852402] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5235fcfd-b358-a43e-6b30-122ac30af1f4" [ 735.852402] env[69325]: _type = "Task" [ 735.852402] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.864814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.866416] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5235fcfd-b358-a43e-6b30-122ac30af1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.935072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.985814] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071407, 'name': Rename_Task, 'duration_secs': 0.262868} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.986271] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.986659] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0429d4b-234c-40d6-988e-19abedd16bee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.997256] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 735.997256] env[69325]: value = "task-4071409" [ 735.997256] env[69325]: _type = "Task" [ 735.997256] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.010868] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.141746] env[69325]: DEBUG nova.network.neutron [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.145889] env[69325]: DEBUG nova.compute.manager [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.146249] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.147278] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af22084-d6cf-4012-a7f5-6de5201b41c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.158505] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.158505] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba16cea-e168-4ad7-9bff-6d927e5f2bfa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.166494] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 736.166494] env[69325]: value = "task-4071410" [ 736.166494] env[69325]: _type = "Task" [ 736.166494] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.181074] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.182728] env[69325]: DEBUG oslo_concurrency.lockutils [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] Releasing lock "refresh_cache-5670b857-d679-4397-b310-94fcbc1a014c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.182978] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-deleted-71b7c4de-d221-4101-b14b-eb9a682986ab {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.183242] env[69325]: INFO nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Neutron deleted interface 71b7c4de-d221-4101-b14b-eb9a682986ab; detaching it from the instance and deleting it from the info cache [ 736.183744] env[69325]: DEBUG nova.network.neutron [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [{"id": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "address": "fa:16:3e:7f:0d:16", "network": {"id": "f164be23-982a-4e17-98b9-ae13c4073d61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-940253379", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6a398d-91", "ovs_interfaceid": "3f6a398d-91bb-4a0a-b804-418f2b82f3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.245708] env[69325]: INFO nova.compute.resource_tracker [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating resource usage from migration f3794cba-9407-4049-9103-5000d83ea5ad [ 736.371744] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5235fcfd-b358-a43e-6b30-122ac30af1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015679} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.372971] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bada341f-cc99-4f80-87cf-8f33563f6f9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.387032] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 736.387032] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520a0f64-d8d5-4042-2257-e6adea9168b2" [ 736.387032] env[69325]: _type = "Task" [ 736.387032] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.401185] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520a0f64-d8d5-4042-2257-e6adea9168b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.508840] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.645062] env[69325]: INFO nova.compute.manager [-] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Took 1.39 seconds to deallocate network for instance. [ 736.686451] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071410, 'name': PowerOffVM_Task, 'duration_secs': 0.250515} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.686451] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.686451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.686451] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81eeacef-69ab-409a-9310-aae0cfc2a0f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.693454] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-443e0f25-10e2-494f-9cee-54da8207c4a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.708379] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae796371-37fe-473a-be87-77722d04bdd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.752163] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Detach interface failed, port_id=71b7c4de-d221-4101-b14b-eb9a682986ab, reason: Instance bed42166-e13b-4ce8-bd8e-c77571480e4c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 736.752573] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-deleted-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.752670] env[69325]: INFO nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Neutron deleted interface 3f6a398d-91bb-4a0a-b804-418f2b82f3e7; detaching it from the instance and deleting it from the info cache [ 736.752941] env[69325]: DEBUG nova.network.neutron [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [{"id": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "address": "fa:16:3e:63:1b:3e", "network": {"id": "d7123575-1e3a-40a0-ad74-6bb29485ec36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-880873065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff131b43-d8", "ovs_interfaceid": "ff131b43-d8e5-45e7-bdd1-26ab839a34bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.786727] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.786958] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.787167] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore1] c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.788182] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Successfully updated port: 31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.789422] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799bfd63-32cc-41a4-9605-bef4c2db2c4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.799884] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 736.799884] env[69325]: value = "task-4071412" [ 736.799884] env[69325]: _type = "Task" [ 736.799884] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.816978] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.817615] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.817804] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.817985] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.818221] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.818407] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.818582] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.818845] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.818985] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.819428] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.819611] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.819792] env[69325]: DEBUG nova.virt.hardware [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.820490] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.821376] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04652460-de96-47a8-b3df-6cf3c9c04009 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.836067] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7929f8-fa16-44cc-89f5-8cd204a3d3c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.901639] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520a0f64-d8d5-4042-2257-e6adea9168b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018496} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.901954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.902268] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5670b857-d679-4397-b310-94fcbc1a014c/5670b857-d679-4397-b310-94fcbc1a014c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.902541] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4761c2dd-8294-488e-9953-ac3722cc226d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.914339] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 736.914339] env[69325]: value = "task-4071413" [ 736.914339] env[69325]: _type = "Task" [ 736.914339] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.927561] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.973882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f3813-0202-40fb-90e7-bff9fa30cc85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.984690] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aeff39-43ec-40c1-a8b5-f2b5b216a489 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.026710] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c2ae9-0baa-4db8-a696-e8b0ff2823ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.041319] env[69325]: DEBUG oslo_vmware.api [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071409, 'name': PowerOnVM_Task, 'duration_secs': 0.817907} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.043283] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483422f-20b7-4c64-a01f-3b4580630e88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.048196] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.048468] env[69325]: INFO nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 737.048721] env[69325]: DEBUG nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.051054] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74157ce3-7c9b-48f9-9dbe-d569adc4d670 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.075011] env[69325]: DEBUG nova.compute.provider_tree [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.158019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.182055] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Received event network-vif-deleted-ff131b43-d8e5-45e7-bdd1-26ab839a34bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.182131] env[69325]: INFO nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Neutron deleted interface ff131b43-d8e5-45e7-bdd1-26ab839a34bf; detaching it from the instance and deleting it from the info cache [ 737.182281] env[69325]: DEBUG nova.network.neutron [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.260788] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c031dab3-6b10-4263-875a-563ecfa70bca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.272594] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05adbaa7-caf7-4a7c-a419-961cefde6710 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.296325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.296325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquired lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.296325] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.310794] env[69325]: DEBUG nova.compute.manager [req-dbfc8c3f-db01-411d-842f-f842f95d99c2 req-f2e65768-08f1-4247-af74-8b6f045e0447 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Detach interface failed, port_id=3f6a398d-91bb-4a0a-b804-418f2b82f3e7, reason: Instance bed42166-e13b-4ce8-bd8e-c77571480e4c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.321757] env[69325]: DEBUG oslo_vmware.api [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389448} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.322030] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.322264] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.322429] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.322552] env[69325]: INFO nova.compute.manager [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 737.322798] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.322985] env[69325]: DEBUG nova.compute.manager [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.323102] env[69325]: DEBUG nova.network.neutron [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.431053] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.586929] env[69325]: DEBUG nova.scheduler.client.report [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.596025] env[69325]: INFO nova.compute.manager [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Took 35.08 seconds to build instance. [ 737.686542] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a055c659-1261-497e-99d7-b9cd1278dbc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700243] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773c6c4f-e0f6-4cd6-8dd9-dfa5a98fa310 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.739820] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Detach interface failed, port_id=ff131b43-d8e5-45e7-bdd1-26ab839a34bf, reason: Instance bed42166-e13b-4ce8-bd8e-c77571480e4c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.740045] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Received event network-vif-deleted-163c5975-72a7-4776-9ad6-08e25622881d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.740245] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Received event network-vif-plugged-31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.740496] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Acquiring lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.740697] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.740870] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.741054] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] No waiting events found dispatching network-vif-plugged-31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 737.741428] env[69325]: WARNING nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Received unexpected event network-vif-plugged-31c9a23c-da73-45bf-894f-49b596a2b173 for instance with vm_state building and task_state spawning. [ 737.741428] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Received event network-changed-31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.741724] env[69325]: DEBUG nova.compute.manager [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Refreshing instance network info cache due to event network-changed-31c9a23c-da73-45bf-894f-49b596a2b173. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.741724] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Acquiring lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.845988] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.929223] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809842} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.929582] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5670b857-d679-4397-b310-94fcbc1a014c/5670b857-d679-4397-b310-94fcbc1a014c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.929867] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.930147] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56652b0a-d3c5-4dde-9e98-83722028b1f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.940903] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 737.940903] env[69325]: value = "task-4071414" [ 737.940903] env[69325]: _type = "Task" [ 737.940903] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.955593] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.096716] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.865s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.096940] env[69325]: INFO nova.compute.manager [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Migrating [ 738.097187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.097337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.488s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.100295] env[69325]: INFO nova.compute.claims [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.103844] env[69325]: INFO nova.compute.rpcapi [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 738.104364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.119798] env[69325]: DEBUG oslo_concurrency.lockutils [None req-838092d7-f25b-4c24-a80a-110a8e664d40 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.088s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.218793] env[69325]: DEBUG nova.network.neutron [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updating instance_info_cache with network_info: [{"id": "31c9a23c-da73-45bf-894f-49b596a2b173", "address": "fa:16:3e:d4:3f:57", "network": {"id": "c4889f4e-eb07-452c-8f11-94cae8c4b400", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-617650241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e23a91be1148d09ff3d293fb2838e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c9a23c-da", "ovs_interfaceid": "31c9a23c-da73-45bf-894f-49b596a2b173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.313313] env[69325]: DEBUG nova.network.neutron [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.459025] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131068} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.459025] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.459025] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3354c38f-ac64-48e2-a9a4-3de24fecdc79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.484871] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 5670b857-d679-4397-b310-94fcbc1a014c/5670b857-d679-4397-b310-94fcbc1a014c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.485707] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5da857-f087-45a4-a880-50dddc400cfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.510871] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 738.510871] env[69325]: value = "task-4071415" [ 738.510871] env[69325]: _type = "Task" [ 738.510871] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.521106] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.635773] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.639034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639034] env[69325]: DEBUG nova.network.neutron [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.722274] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Releasing lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.722783] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Instance network_info: |[{"id": "31c9a23c-da73-45bf-894f-49b596a2b173", "address": "fa:16:3e:d4:3f:57", "network": {"id": "c4889f4e-eb07-452c-8f11-94cae8c4b400", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-617650241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e23a91be1148d09ff3d293fb2838e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c9a23c-da", "ovs_interfaceid": "31c9a23c-da73-45bf-894f-49b596a2b173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.723267] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Acquired lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.723594] env[69325]: DEBUG nova.network.neutron [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Refreshing network info cache for port 31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.724970] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:3f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c9a23c-da73-45bf-894f-49b596a2b173', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.734282] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Creating folder: Project (e4e23a91be1148d09ff3d293fb2838e2). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.735631] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bccaeb6-b704-4edd-a7e4-1fa90d133209 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.750719] env[69325]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 738.750909] env[69325]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69325) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 738.751322] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Folder already exists: Project (e4e23a91be1148d09ff3d293fb2838e2). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 738.751512] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Creating folder: Instances. Parent ref: group-v806755. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.751757] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a376fd85-6625-4a9a-ba90-a9ce0aa9521a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.765020] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Created folder: Instances in parent group-v806755. [ 738.765349] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.765581] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.765822] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ad0c0c4-5ef7-4e4f-a5ab-e2ee09b9fcc4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.789818] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.789818] env[69325]: value = "task-4071418" [ 738.789818] env[69325]: _type = "Task" [ 738.789818] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.804040] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071418, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.819261] env[69325]: INFO nova.compute.manager [-] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Took 1.50 seconds to deallocate network for instance. [ 739.026513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "87fa633a-1683-4219-a042-4b9bffe90c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.026513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.034286] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.171023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.317540] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071418, 'name': CreateVM_Task, 'duration_secs': 0.521701} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.318610] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.318610] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '55799678-4b74-458c-81bb-b4b1bab7c52a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806771', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'name': 'volume-6c03f600-8fda-42d5-be70-824a6c32678e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32c9153b-c6e6-44a8-8c7a-54fff8444175', 'attached_at': '', 'detached_at': '', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'serial': '6c03f600-8fda-42d5-be70-824a6c32678e'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69325) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 739.318911] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Root volume attach. Driver type: vmdk {{(pid=69325) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 739.323250] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca2209-63ff-4e17-a6c0-5df11d66a785 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.334032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.337239] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5001e087-4554-43ca-b16e-9bfc6d82c68e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.355134] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1c49e-576d-4801-91b3-7295650929c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.365994] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2af7aaa5-4b1d-42c1-8440-c42bf57b6016 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.374722] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 739.374722] env[69325]: value = "task-4071419" [ 739.374722] env[69325]: _type = "Task" [ 739.374722] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.395713] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071419, 'name': RelocateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.530923] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071415, 'name': ReconfigVM_Task, 'duration_secs': 0.78206} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.531440] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 5670b857-d679-4397-b310-94fcbc1a014c/5670b857-d679-4397-b310-94fcbc1a014c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.532025] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1d101b1-48a5-44f4-9def-81ee4bc8181d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.541025] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 739.541025] env[69325]: value = "task-4071420" [ 739.541025] env[69325]: _type = "Task" [ 739.541025] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.553391] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071420, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.643081] env[69325]: DEBUG nova.network.neutron [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updated VIF entry in instance network info cache for port 31c9a23c-da73-45bf-894f-49b596a2b173. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.643081] env[69325]: DEBUG nova.network.neutron [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updating instance_info_cache with network_info: [{"id": "31c9a23c-da73-45bf-894f-49b596a2b173", "address": "fa:16:3e:d4:3f:57", "network": {"id": "c4889f4e-eb07-452c-8f11-94cae8c4b400", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-617650241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e23a91be1148d09ff3d293fb2838e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c9a23c-da", "ovs_interfaceid": "31c9a23c-da73-45bf-894f-49b596a2b173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.675032] env[69325]: DEBUG nova.network.neutron [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.827823] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5cf39-2b6d-4c40-a5bb-3632e918b062 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.840235] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872ee878-460e-4e5f-b2d0-82cbc34aca0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.887715] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012a159-cc84-47b7-a891-9b9de476f6a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.899085] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8197a0f-418e-48ff-90a4-4128b0f15f35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.905677] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071419, 'name': RelocateVM_Task, 'duration_secs': 0.423879} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.905677] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.905677] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806771', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'name': 'volume-6c03f600-8fda-42d5-be70-824a6c32678e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32c9153b-c6e6-44a8-8c7a-54fff8444175', 'attached_at': '', 'detached_at': '', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'serial': '6c03f600-8fda-42d5-be70-824a6c32678e'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.905677] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72fded7-028f-4299-9d36-218ea390bea8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.915767] env[69325]: DEBUG nova.compute.provider_tree [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.934623] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c544e8c-1897-4b98-8370-d215b4b833ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.960745] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-6c03f600-8fda-42d5-be70-824a6c32678e/volume-6c03f600-8fda-42d5-be70-824a6c32678e.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.961421] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f80acf-d5a8-476e-b9b7-ae9f22b80c83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.982455] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 739.982455] env[69325]: value = "task-4071421" [ 739.982455] env[69325]: _type = "Task" [ 739.982455] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.992112] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.018990] env[69325]: DEBUG nova.compute.manager [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Received event network-vif-deleted-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.019275] env[69325]: DEBUG nova.compute.manager [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.019490] env[69325]: DEBUG nova.compute.manager [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing instance network info cache due to event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.019891] env[69325]: DEBUG oslo_concurrency.lockutils [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.019961] env[69325]: DEBUG oslo_concurrency.lockutils [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.020623] env[69325]: DEBUG nova.network.neutron [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.052472] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071420, 'name': Rename_Task, 'duration_secs': 0.184588} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.052472] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.052750] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbe6b60-e62d-4894-b402-16dd050d0a09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.060662] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 740.060662] env[69325]: value = "task-4071422" [ 740.060662] env[69325]: _type = "Task" [ 740.060662] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.071400] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.145575] env[69325]: DEBUG oslo_concurrency.lockutils [req-971e37cd-4851-4b3c-9c26-183b1c3ab9fc req-3014b0a3-0347-4b5d-9d46-161b31244534 service nova] Releasing lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.176675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.420309] env[69325]: DEBUG nova.scheduler.client.report [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.493308] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.575134] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.633708] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.634153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.850467] env[69325]: DEBUG nova.network.neutron [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updated VIF entry in instance network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.850966] env[69325]: DEBUG nova.network.neutron [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.929344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.929612] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.932860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.218s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.933984] env[69325]: DEBUG nova.objects.instance [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lazy-loading 'resources' on Instance uuid c8fb439a-a034-4360-a0a5-72f2cd895222 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.996409] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.078169] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.310895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "dcd842a0-6cc7-4918-8aa8-d25182252970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.311193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.353484] env[69325]: DEBUG oslo_concurrency.lockutils [req-49bfa667-9e28-49cd-84f1-eacce9f532a8 req-87aa2010-c1dc-431e-9661-ed356e1f92c1 service nova] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.435960] env[69325]: DEBUG nova.compute.utils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.442259] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.442259] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.496150] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071421, 'name': ReconfigVM_Task, 'duration_secs': 1.190397} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.499696] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-6c03f600-8fda-42d5-be70-824a6c32678e/volume-6c03f600-8fda-42d5-be70-824a6c32678e.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.512397] env[69325]: DEBUG nova.policy [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c70779eb4924759809816d78a97c7aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09711fd609fe419abba7a0742b8aff5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.514967] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd31cf7-132d-4c0c-a98f-bb12df292b05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.532151] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 741.532151] env[69325]: value = "task-4071423" [ 741.532151] env[69325]: _type = "Task" [ 741.532151] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.542327] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.577808] env[69325]: DEBUG oslo_vmware.api [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071422, 'name': PowerOnVM_Task, 'duration_secs': 1.256051} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.579909] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.579909] env[69325]: INFO nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Took 9.95 seconds to spawn the instance on the hypervisor. [ 741.579909] env[69325]: DEBUG nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.579909] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24d8f7-ada5-47fa-8dbf-001f77264b5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.705930] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb486aa-e835-42ea-9d45-eae5cc0ed2da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.734653] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.868415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "fbd30304-f19d-448d-b917-36322ffe9bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.868679] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.868889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.869081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.869328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.873766] env[69325]: INFO nova.compute.manager [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Terminating instance [ 741.945784] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.996983] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Successfully created port: 61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.048326] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071423, 'name': ReconfigVM_Task, 'duration_secs': 0.163846} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.048326] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806771', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'name': 'volume-6c03f600-8fda-42d5-be70-824a6c32678e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32c9153b-c6e6-44a8-8c7a-54fff8444175', 'attached_at': '', 'detached_at': '', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'serial': '6c03f600-8fda-42d5-be70-824a6c32678e'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 742.048982] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07939c50-971a-493e-90b4-c0d6408677bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.060442] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 742.060442] env[69325]: value = "task-4071424" [ 742.060442] env[69325]: _type = "Task" [ 742.060442] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.075800] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071424, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107864] env[69325]: INFO nova.compute.manager [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Took 38.17 seconds to build instance. [ 742.171465] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0993b3-2a67-41df-b240-32f7e8a759cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.179888] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d6717d-1db2-4768-9c1c-63d546e89cf1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.217949] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7933e-26ba-4d38-94a2-36192f397eba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.232566] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ef7d5d-e80e-47df-b9cc-cc484e6a9e5c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.251221] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.251221] env[69325]: DEBUG nova.compute.provider_tree [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.252757] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550da22e-0eec-4796-956d-bf9897dacdfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.262122] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 742.262122] env[69325]: value = "task-4071425" [ 742.262122] env[69325]: _type = "Task" [ 742.262122] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.272312] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.382893] env[69325]: DEBUG nova.compute.manager [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.383223] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.384178] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691b1bc-a91e-4bdb-b50c-500d3b454fe0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.394253] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.394558] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8798142-f58d-48b0-9aa3-2a1063304aeb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.480627] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.480985] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.481313] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleting the datastore file [datastore2] fbd30304-f19d-448d-b917-36322ffe9bc4 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.481701] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-359bb2df-f703-4f23-b14f-676f08cefe68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.490331] env[69325]: DEBUG oslo_vmware.api [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 742.490331] env[69325]: value = "task-4071427" [ 742.490331] env[69325]: _type = "Task" [ 742.490331] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.502206] env[69325]: DEBUG oslo_vmware.api [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.577719] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071424, 'name': Rename_Task, 'duration_secs': 0.19} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.577719] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.577719] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d80186bc-4bc2-4be0-abcf-718cfc472cf2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.582246] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 742.582246] env[69325]: value = "task-4071428" [ 742.582246] env[69325]: _type = "Task" [ 742.582246] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.594513] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.611086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-358cbcf0-3c65-4525-aeb0-473de9585058 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.201s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.756961] env[69325]: DEBUG nova.scheduler.client.report [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.775283] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071425, 'name': PowerOffVM_Task, 'duration_secs': 0.260808} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.776468] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.776671] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.962268] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.990349] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.990599] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.990745] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.990926] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.991083] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.991273] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.991511] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.991588] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.991851] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.991912] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.992149] env[69325]: DEBUG nova.virt.hardware [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.993154] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf5e03-17d7-46bb-8f01-9527b6cbfa31 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.013122] env[69325]: DEBUG oslo_vmware.api [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178467} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.014490] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4123cfee-a65c-4091-9e3a-2b36d18b127c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.019081] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.019470] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.019578] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.019689] env[69325]: INFO nova.compute.manager [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Took 0.64 seconds to destroy the instance on the hypervisor. [ 743.019952] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.020188] env[69325]: DEBUG nova.compute.manager [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.020276] env[69325]: DEBUG nova.network.neutron [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.037410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "5670b857-d679-4397-b310-94fcbc1a014c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.037966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.037966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "5670b857-d679-4397-b310-94fcbc1a014c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.037966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.038109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.041207] env[69325]: INFO nova.compute.manager [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Terminating instance [ 743.095088] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071428, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.117224] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.263127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.265794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.112s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.266045] env[69325]: DEBUG nova.objects.instance [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lazy-loading 'resources' on Instance uuid 5b062b1d-53b0-4c79-a695-a5aaabcf3552 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.285735] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.286178] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.288143] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.288501] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.294788] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a7b289-f3a0-41f4-96ff-2dec147c17d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.307180] env[69325]: INFO nova.scheduler.client.report [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Deleted allocations for instance c8fb439a-a034-4360-a0a5-72f2cd895222 [ 743.316632] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 743.316632] env[69325]: value = "task-4071429" [ 743.316632] env[69325]: _type = "Task" [ 743.316632] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.333008] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071429, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.420142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "4773e448-8574-4687-bee5-1a49548c0d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.420142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.547421] env[69325]: DEBUG nova.compute.manager [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.547669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.548764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb6bb75-0d42-458a-a9c8-b50df2068118 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.560970] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.561323] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbe3e9a-3e26-4f13-92e6-1b063b7fee72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.570048] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 743.570048] env[69325]: value = "task-4071430" [ 743.570048] env[69325]: _type = "Task" [ 743.570048] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.578761] env[69325]: DEBUG nova.compute.manager [req-4ca78897-3448-4085-afcb-b31670e24754 req-17b022c0-ef00-434a-8c91-f3a1e346e10a service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Received event network-vif-deleted-bbf243d0-c7f6-4caa-8a0c-916eb365a90b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.579294] env[69325]: INFO nova.compute.manager [req-4ca78897-3448-4085-afcb-b31670e24754 req-17b022c0-ef00-434a-8c91-f3a1e346e10a service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Neutron deleted interface bbf243d0-c7f6-4caa-8a0c-916eb365a90b; detaching it from the instance and deleting it from the info cache [ 743.579294] env[69325]: DEBUG nova.network.neutron [req-4ca78897-3448-4085-afcb-b31670e24754 req-17b022c0-ef00-434a-8c91-f3a1e346e10a service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.592708] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.602678] env[69325]: DEBUG oslo_vmware.api [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071428, 'name': PowerOnVM_Task, 'duration_secs': 0.544796} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.603429] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.603802] env[69325]: INFO nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Took 6.79 seconds to spawn the instance on the hypervisor. [ 743.604144] env[69325]: DEBUG nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.605189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d6ef4-dbab-4c72-b60b-043864c1db2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.646695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.681260] env[69325]: DEBUG nova.compute.manager [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Received event network-vif-plugged-61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.681625] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] Acquiring lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.681936] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.682228] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.683028] env[69325]: DEBUG nova.compute.manager [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] No waiting events found dispatching network-vif-plugged-61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.683342] env[69325]: WARNING nova.compute.manager [req-ad91d110-e4d3-4e4e-a7f9-b77fdf190c25 req-e957ae6f-e606-44ef-8241-4392c4bb320b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Received unexpected event network-vif-plugged-61c946ea-56df-4753-b80e-a9dad32ecfc1 for instance with vm_state building and task_state spawning. [ 743.816327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba0244fd-3dc1-448b-826e-0607b254e01d tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Lock "c8fb439a-a034-4360-a0a5-72f2cd895222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.509s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.832097] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071429, 'name': ReconfigVM_Task, 'duration_secs': 0.312935} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.836676] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.846276] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Successfully updated port: 61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.919336] env[69325]: DEBUG nova.network.neutron [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.087236] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071430, 'name': PowerOffVM_Task, 'duration_secs': 0.510438} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.090214] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f28a56c2-51b0-4867-8c21-1759ffc1fe7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.092830] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.093060] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.093706] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae55af85-9045-4924-a97e-ab9e4a4970f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.103527] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3d7c8-31d0-464c-aa55-1a0caddc4d1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.148138] env[69325]: DEBUG nova.compute.manager [req-4ca78897-3448-4085-afcb-b31670e24754 req-17b022c0-ef00-434a-8c91-f3a1e346e10a service nova] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Detach interface failed, port_id=bbf243d0-c7f6-4caa-8a0c-916eb365a90b, reason: Instance fbd30304-f19d-448d-b917-36322ffe9bc4 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 744.149058] env[69325]: INFO nova.compute.manager [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Took 36.87 seconds to build instance. [ 744.188466] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.188714] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.188903] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Deleting the datastore file [datastore1] 5670b857-d679-4397-b310-94fcbc1a014c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.189254] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c7d869-25f3-441c-8333-5f2c15c269c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.202245] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for the task: (returnval){ [ 744.202245] env[69325]: value = "task-4071432" [ 744.202245] env[69325]: _type = "Task" [ 744.202245] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.214194] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.342574] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.342808] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.342962] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.343161] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.343314] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.343468] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.343698] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.343860] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.344037] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.344210] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.344389] env[69325]: DEBUG nova.virt.hardware [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.350654] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.353971] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquired lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.354351] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.355976] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43e346a-60ec-467b-8968-2364e128cddd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.381811] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 744.381811] env[69325]: value = "task-4071433" [ 744.381811] env[69325]: _type = "Task" [ 744.381811] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.396634] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.422175] env[69325]: INFO nova.compute.manager [-] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Took 1.40 seconds to deallocate network for instance. [ 744.510733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f448f975-ab80-4d5c-9be3-d619b929fab6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.524026] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec71af6-42f8-45a7-a4f5-b646c69bcaaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.557266] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d657397-33d2-4392-b46d-6ac397c90b2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.566674] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946a72f-6a51-47fc-b675-507c885e553e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586121] env[69325]: DEBUG nova.compute.provider_tree [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.654077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b6a811ff-fc83-491f-b379-b2dc8ed973ea tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.297s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.712020] env[69325]: DEBUG oslo_vmware.api [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Task: {'id': task-4071432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284427} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.712670] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.712903] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.713193] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.713410] env[69325]: INFO nova.compute.manager [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 744.713698] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.714064] env[69325]: DEBUG nova.compute.manager [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.716036] env[69325]: DEBUG nova.network.neutron [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.899741] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071433, 'name': ReconfigVM_Task, 'duration_secs': 0.306402} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.899741] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.900890] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e13861-a37a-4d14-b7cd-ce5f60204af4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.937345] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.938763] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.942575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.942954] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b12ddd-d856-442e-9e63-e833ba28175a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.977018] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 744.977018] env[69325]: value = "task-4071434" [ 744.977018] env[69325]: _type = "Task" [ 744.977018] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.993744] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.089427] env[69325]: DEBUG nova.scheduler.client.report [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.159630] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.267543] env[69325]: DEBUG nova.network.neutron [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Updating instance_info_cache with network_info: [{"id": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "address": "fa:16:3e:73:ed:d5", "network": {"id": "5b18192d-9a44-4bd5-a8ef-95c0df9db6cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1075041191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09711fd609fe419abba7a0742b8aff5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c946ea-56", "ovs_interfaceid": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.491018] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.597674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.601036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.382s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.601036] env[69325]: DEBUG nova.objects.instance [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lazy-loading 'resources' on Instance uuid 2b88dbef-e3b5-41a7-85dd-b2c007b46680 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.633517] env[69325]: INFO nova.scheduler.client.report [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Deleted allocations for instance 5b062b1d-53b0-4c79-a695-a5aaabcf3552 [ 745.688506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.773454] env[69325]: DEBUG nova.compute.manager [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Received event network-changed-31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.774022] env[69325]: DEBUG nova.compute.manager [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Refreshing instance network info cache due to event network-changed-31c9a23c-da73-45bf-894f-49b596a2b173. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.774438] env[69325]: DEBUG oslo_concurrency.lockutils [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] Acquiring lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774787] env[69325]: DEBUG oslo_concurrency.lockutils [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] Acquired lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775146] env[69325]: DEBUG nova.network.neutron [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Refreshing network info cache for port 31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.777710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Releasing lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.782788] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Instance network_info: |[{"id": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "address": "fa:16:3e:73:ed:d5", "network": {"id": "5b18192d-9a44-4bd5-a8ef-95c0df9db6cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1075041191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09711fd609fe419abba7a0742b8aff5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c946ea-56", "ovs_interfaceid": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.783605] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ed:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c946ea-56df-4753-b80e-a9dad32ecfc1', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.795178] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Creating folder: Project (09711fd609fe419abba7a0742b8aff5c). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.795896] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5cef18a-cf46-472b-98f3-366272d65a8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.808747] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Created folder: Project (09711fd609fe419abba7a0742b8aff5c) in parent group-v806727. [ 745.809018] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Creating folder: Instances. Parent ref: group-v806813. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.809592] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf432fbf-9d13-4977-8cc4-1291a72139e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820448] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Created folder: Instances in parent group-v806813. [ 745.820870] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.821506] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.821777] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff42f6e-96ef-4ee0-8832-71e3b5e140cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.844034] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.844034] env[69325]: value = "task-4071437" [ 745.844034] env[69325]: _type = "Task" [ 745.844034] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.855844] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071437, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.858181] env[69325]: DEBUG nova.compute.manager [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Received event network-changed-61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.858876] env[69325]: DEBUG nova.compute.manager [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Refreshing instance network info cache due to event network-changed-61c946ea-56df-4753-b80e-a9dad32ecfc1. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.858876] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] Acquiring lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.858876] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] Acquired lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.859707] env[69325]: DEBUG nova.network.neutron [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Refreshing network info cache for port 61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.937481] env[69325]: DEBUG nova.network.neutron [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.993040] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071434, 'name': ReconfigVM_Task, 'duration_secs': 0.944372} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.993405] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234/c24189e8-ca4b-448f-954f-e25bcc4db234.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.993778] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.144316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-89c47bdc-e778-433e-909e-42d0a3529eb5 tempest-ServersAdmin275Test-1630389597 tempest-ServersAdmin275Test-1630389597-project-member] Lock "5b062b1d-53b0-4c79-a695-a5aaabcf3552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.476s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.356548] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071437, 'name': CreateVM_Task, 'duration_secs': 0.346572} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.356850] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.357532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.357702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.358511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.359015] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0496dc14-2822-46ad-ab4f-0a744a5988af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.368973] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 746.368973] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52506b44-eaac-d4b4-b5c0-7b3473b0ce67" [ 746.368973] env[69325]: _type = "Task" [ 746.368973] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.381608] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52506b44-eaac-d4b4-b5c0-7b3473b0ce67, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.384299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.384392] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.384602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.384748] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.384970] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.385486] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f9b8c8-76aa-4e67-ba9c-2ebc7977a6e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.395442] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.395509] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.398751] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b8ee00-d14d-4ab1-bbd2-215e496cadda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.405704] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 746.405704] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dc5b50-c900-f2a1-52f6-548e58036a23" [ 746.405704] env[69325]: _type = "Task" [ 746.405704] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.417353] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc5b50-c900-f2a1-52f6-548e58036a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.443219] env[69325]: INFO nova.compute.manager [-] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Took 1.73 seconds to deallocate network for instance. [ 746.502465] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e295b46-5616-4b7b-ab9a-1da3d29cb479 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.530824] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25edf35-9870-412f-a841-330ddead52d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.552914] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.574421] env[69325]: DEBUG nova.network.neutron [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updated VIF entry in instance network info cache for port 31c9a23c-da73-45bf-894f-49b596a2b173. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.574926] env[69325]: DEBUG nova.network.neutron [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updating instance_info_cache with network_info: [{"id": "31c9a23c-da73-45bf-894f-49b596a2b173", "address": "fa:16:3e:d4:3f:57", "network": {"id": "c4889f4e-eb07-452c-8f11-94cae8c4b400", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-617650241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e23a91be1148d09ff3d293fb2838e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c9a23c-da", "ovs_interfaceid": "31c9a23c-da73-45bf-894f-49b596a2b173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.734163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b250854f-5e6a-41cc-92ce-5d65a2a873df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.744364] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b4b91-750c-4cdd-ad7b-30e08847f62e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.779868] env[69325]: DEBUG nova.network.neutron [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Updated VIF entry in instance network info cache for port 61c946ea-56df-4753-b80e-a9dad32ecfc1. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.780328] env[69325]: DEBUG nova.network.neutron [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Updating instance_info_cache with network_info: [{"id": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "address": "fa:16:3e:73:ed:d5", "network": {"id": "5b18192d-9a44-4bd5-a8ef-95c0df9db6cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1075041191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09711fd609fe419abba7a0742b8aff5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c946ea-56", "ovs_interfaceid": "61c946ea-56df-4753-b80e-a9dad32ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.782027] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573fcc6-c596-40ab-aa26-f794816b6ff9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.790608] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a77a1-f183-4094-9ce2-5c1ac17dd248 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.807025] env[69325]: DEBUG nova.compute.provider_tree [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.918241] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc5b50-c900-f2a1-52f6-548e58036a23, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.919093] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a75ef8-1d80-48b7-9e05-0aaecd3b63b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.924989] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 746.924989] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d8e26d-eb4a-3b88-f501-66eb7bc93556" [ 746.924989] env[69325]: _type = "Task" [ 746.924989] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.934662] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d8e26d-eb4a-3b88-f501-66eb7bc93556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.952471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.078591] env[69325]: DEBUG oslo_concurrency.lockutils [req-8ebacbff-f001-4fda-bb50-4618aa28962b req-5fd730a7-3673-4740-a48d-f6dae72707bb service nova] Releasing lock "refresh_cache-32c9153b-c6e6-44a8-8c7a-54fff8444175" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.111631] env[69325]: DEBUG nova.network.neutron [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Port 250e5037-6cca-4f3c-85d2-758e8c5dd6eb binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 747.286844] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] Releasing lock "refresh_cache-91b8bcff-61b1-4624-91b2-5af3577b6961" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.287249] env[69325]: DEBUG nova.compute.manager [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Received event network-vif-deleted-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.287515] env[69325]: INFO nova.compute.manager [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Neutron deleted interface e0ec8143-fdb0-4ac5-a72a-c433cfda54ea; detaching it from the instance and deleting it from the info cache [ 747.287837] env[69325]: DEBUG nova.network.neutron [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.309711] env[69325]: DEBUG nova.scheduler.client.report [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.436817] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d8e26d-eb4a-3b88-f501-66eb7bc93556, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.437171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.437460] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 91b8bcff-61b1-4624-91b2-5af3577b6961/91b8bcff-61b1-4624-91b2-5af3577b6961.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.437737] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c3ed0a-4712-4b5c-8d9f-7ae939a12c77 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.445938] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 747.445938] env[69325]: value = "task-4071438" [ 747.445938] env[69325]: _type = "Task" [ 747.445938] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.455025] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.792441] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5c02bde-6646-49fb-aee0-1b46ab3ecc37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.802718] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c69b0-a58d-478f-88ee-fd18db0695e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.816395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.819254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.121s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.819688] env[69325]: DEBUG nova.objects.instance [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lazy-loading 'resources' on Instance uuid 9687aeba-3a74-4bf1-9fda-9b76c88c1107 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.853277] env[69325]: DEBUG nova.compute.manager [req-5f53f8c8-d1de-43dc-97c8-2b6ea8dd8838 req-6f8ba07e-3b51-4e6f-9714-65ebe068d36b service nova] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Detach interface failed, port_id=e0ec8143-fdb0-4ac5-a72a-c433cfda54ea, reason: Instance 5670b857-d679-4397-b310-94fcbc1a014c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.854779] env[69325]: INFO nova.scheduler.client.report [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Deleted allocations for instance 2b88dbef-e3b5-41a7-85dd-b2c007b46680 [ 747.959116] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508782} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.959250] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 91b8bcff-61b1-4624-91b2-5af3577b6961/91b8bcff-61b1-4624-91b2-5af3577b6961.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.959378] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.959761] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7657909-fc67-4298-973f-18039de005e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.967853] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 747.967853] env[69325]: value = "task-4071439" [ 747.967853] env[69325]: _type = "Task" [ 747.967853] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.977175] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.141052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.142075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.142075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.369792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1bd163de-206a-4f04-be8e-65559a255cc1 tempest-ServerDiagnosticsV248Test-144062378 tempest-ServerDiagnosticsV248Test-144062378-project-member] Lock "2b88dbef-e3b5-41a7-85dd-b2c007b46680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.530s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.480757] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063469} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.484313] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.485756] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f6608-a794-4129-8c1e-7109449cd462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.510918] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 91b8bcff-61b1-4624-91b2-5af3577b6961/91b8bcff-61b1-4624-91b2-5af3577b6961.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.513980] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1297ee-feb9-43e3-a821-04aa9774bc6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.538433] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 748.538433] env[69325]: value = "task-4071440" [ 748.538433] env[69325]: _type = "Task" [ 748.538433] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.550207] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.929648] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87238539-7972-4d9d-a726-1149357e14b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.938764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25008d0-bb62-49b6-8015-e64d7f4a15fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.975447] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f29c4d2-1f84-4da0-99a6-d46a4686e530 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.984465] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53571082-e3df-4adc-9472-739f93b174b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.001376] env[69325]: DEBUG nova.compute.provider_tree [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.049797] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.218407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.218606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.218887] env[69325]: DEBUG nova.network.neutron [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.507029] env[69325]: DEBUG nova.scheduler.client.report [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.557213] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071440, 'name': ReconfigVM_Task, 'duration_secs': 0.688638} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.557213] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 91b8bcff-61b1-4624-91b2-5af3577b6961/91b8bcff-61b1-4624-91b2-5af3577b6961.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.557598] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b03d21f-067b-42ee-b48b-76dbf76a0028 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.565851] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 749.565851] env[69325]: value = "task-4071441" [ 749.565851] env[69325]: _type = "Task" [ 749.565851] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.576834] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071441, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.011803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.016196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.392s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.017593] env[69325]: INFO nova.compute.claims [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.051944] env[69325]: INFO nova.scheduler.client.report [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Deleted allocations for instance 9687aeba-3a74-4bf1-9fda-9b76c88c1107 [ 750.066927] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.067755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.080030] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071441, 'name': Rename_Task, 'duration_secs': 0.169277} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.080030] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.080030] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2d266f0-105e-4752-ba80-14d48fb5f430 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.088194] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 750.088194] env[69325]: value = "task-4071442" [ 750.088194] env[69325]: _type = "Task" [ 750.088194] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.099527] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.235963] env[69325]: DEBUG nova.network.neutron [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.494958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "70a9c8d9-900e-4517-92db-73a4e56d195e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.494958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.561784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe0c1480-3bba-4b46-b975-76206c65a61d tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Lock "9687aeba-3a74-4bf1-9fda-9b76c88c1107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.129s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.601277] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.738595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.949913] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.950209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.108728] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071442, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.269116] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e842bff9-be31-4afb-9977-dfd536f471c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.296157] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f2e21-b9c1-4567-b074-82dec29bc718 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.305943] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.604247] env[69325]: DEBUG oslo_vmware.api [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071442, 'name': PowerOnVM_Task, 'duration_secs': 1.100923} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.604247] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.604247] env[69325]: INFO nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Took 8.64 seconds to spawn the instance on the hypervisor. [ 751.604247] env[69325]: DEBUG nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.605050] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c611bc-3a5e-4676-8a29-4d65c0e454d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.693813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114b647-386d-49af-a95f-e843a895a6a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.712946] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426f5ab-d12e-4246-a536-bc06586f8ef5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.747170] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ba994-8bfb-4c0b-85a9-0021d41b5f9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.755696] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711590d-4e88-4e27-ae51-c68759426d1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.773686] env[69325]: DEBUG nova.compute.provider_tree [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.817558] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.817558] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c87afc-d1ca-46a3-9b1a-0fbc1865722b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.823559] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 751.823559] env[69325]: value = "task-4071443" [ 751.823559] env[69325]: _type = "Task" [ 751.823559] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.833119] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.130017] env[69325]: INFO nova.compute.manager [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Took 41.56 seconds to build instance. [ 752.278351] env[69325]: DEBUG nova.scheduler.client.report [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.334625] env[69325]: DEBUG oslo_vmware.api [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071443, 'name': PowerOnVM_Task, 'duration_secs': 0.492466} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.334794] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.334977] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe4985d-9b68-4250-9ae3-6ce2d400d199 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance 'c24189e8-ca4b-448f-954f-e25bcc4db234' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.631861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.506s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.788175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.788175] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.792917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.574s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.794475] env[69325]: INFO nova.compute.claims [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.134561] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.301025] env[69325]: DEBUG nova.compute.utils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.305727] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.306216] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.392855] env[69325]: DEBUG nova.policy [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb6cc96dd054ef78dc81ce028e77952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47140144f52c4670bbaaece3310e3937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.663687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.745038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "91b8bcff-61b1-4624-91b2-5af3577b6961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.745038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.745038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.745038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.745038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.747134] env[69325]: INFO nova.compute.manager [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Terminating instance [ 753.805766] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Successfully created port: 7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.808341] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.256013] env[69325]: DEBUG nova.compute.manager [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.256261] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.257898] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea0e1e6-2a56-4ed7-9ecd-a0b1de7bbcb8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.267421] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.267699] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d914a1e-c2bb-4f5b-ae52-e4bde8528749 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.286114] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 754.286114] env[69325]: value = "task-4071444" [ 754.286114] env[69325]: _type = "Task" [ 754.286114] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.310937] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.532738] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1d5ec-b203-4eb2-94ec-07b633d12d96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.541173] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a3c534-5e23-49bc-b85a-6b73a8c84712 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.575378] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a153f34-c94c-473b-84a5-d1979900a120 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.584969] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd219d7-f23a-4095-9e3c-f8312d28ce30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.599596] env[69325]: DEBUG nova.compute.provider_tree [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.809023] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071444, 'name': PowerOffVM_Task, 'duration_secs': 0.267994} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.809023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.809023] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.809023] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4562e165-fde4-4ed6-8684-74db5e9f98a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.814507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.814507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.814507] env[69325]: DEBUG nova.compute.manager [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Going to confirm migration 1 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 754.831166] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.864444] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.867108] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.867311] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.867822] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.867822] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.867822] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.868016] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.868192] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.868490] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.868670] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.868865] env[69325]: DEBUG nova.virt.hardware [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.870088] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beba902-267b-409d-bc44-81eca7d5cca3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.880814] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420b16e1-6f89-4af2-9d17-93f07ae8df92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.887957] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.888215] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.888404] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Deleting the datastore file [datastore1] 91b8bcff-61b1-4624-91b2-5af3577b6961 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.889755] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5f3616-8672-4715-b010-1a413276c461 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.905475] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for the task: (returnval){ [ 754.905475] env[69325]: value = "task-4071446" [ 754.905475] env[69325]: _type = "Task" [ 754.905475] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.917248] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.103922] env[69325]: DEBUG nova.scheduler.client.report [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.392522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.392714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.392885] env[69325]: DEBUG nova.network.neutron [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.393095] env[69325]: DEBUG nova.objects.instance [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lazy-loading 'info_cache' on Instance uuid c24189e8-ca4b-448f-954f-e25bcc4db234 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.417352] env[69325]: DEBUG oslo_vmware.api [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Task: {'id': task-4071446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462841} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.417652] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.417834] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.418047] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.418185] env[69325]: INFO nova.compute.manager [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.418422] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.418640] env[69325]: DEBUG nova.compute.manager [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.418732] env[69325]: DEBUG nova.network.neutron [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.612053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.612053] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.614771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.550s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.618338] env[69325]: INFO nova.compute.claims [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.638086] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Successfully updated port: 7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.720543] env[69325]: DEBUG nova.compute.manager [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Received event network-vif-plugged-7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.721016] env[69325]: DEBUG oslo_concurrency.lockutils [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] Acquiring lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.721818] env[69325]: DEBUG oslo_concurrency.lockutils [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.722266] env[69325]: DEBUG oslo_concurrency.lockutils [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.722502] env[69325]: DEBUG nova.compute.manager [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] No waiting events found dispatching network-vif-plugged-7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 755.722752] env[69325]: WARNING nova.compute.manager [req-26dd06b9-2f44-4543-934e-a840af599514 req-14f90a15-2d9e-429f-bb6e-1bcd6d6e6676 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Received unexpected event network-vif-plugged-7ac4a670-7d15-448c-9eac-b5e61b79f6df for instance with vm_state building and task_state spawning. [ 756.017075] env[69325]: DEBUG nova.compute.manager [req-a154ef86-04db-41bb-bc16-dac92883c3c9 req-3f9ee73d-62c9-4f57-a3b8-33be6981840d service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Received event network-vif-deleted-61c946ea-56df-4753-b80e-a9dad32ecfc1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.017419] env[69325]: INFO nova.compute.manager [req-a154ef86-04db-41bb-bc16-dac92883c3c9 req-3f9ee73d-62c9-4f57-a3b8-33be6981840d service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Neutron deleted interface 61c946ea-56df-4753-b80e-a9dad32ecfc1; detaching it from the instance and deleting it from the info cache [ 756.017469] env[69325]: DEBUG nova.network.neutron [req-a154ef86-04db-41bb-bc16-dac92883c3c9 req-3f9ee73d-62c9-4f57-a3b8-33be6981840d service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.126842] env[69325]: DEBUG nova.compute.utils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.130519] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.130607] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.145471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.145471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.145471] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.202020] env[69325]: DEBUG nova.policy [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.226421] env[69325]: DEBUG nova.network.neutron [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.521130] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23b8e4e8-6492-421d-9180-5c3d9dbda96e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.535143] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9578c3-0c47-49e9-a774-aa54f6433110 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.578879] env[69325]: DEBUG nova.compute.manager [req-a154ef86-04db-41bb-bc16-dac92883c3c9 req-3f9ee73d-62c9-4f57-a3b8-33be6981840d service nova] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Detach interface failed, port_id=61c946ea-56df-4753-b80e-a9dad32ecfc1, reason: Instance 91b8bcff-61b1-4624-91b2-5af3577b6961 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.632051] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.729809] env[69325]: INFO nova.compute.manager [-] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Took 1.31 seconds to deallocate network for instance. [ 756.745328] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Successfully created port: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.962973] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.121363] env[69325]: DEBUG nova.network.neutron [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [{"id": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "address": "fa:16:3e:8b:46:f4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250e5037-6c", "ovs_interfaceid": "250e5037-6cca-4f3c-85d2-758e8c5dd6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.239957] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.291162] env[69325]: DEBUG nova.network.neutron [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Updating instance_info_cache with network_info: [{"id": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "address": "fa:16:3e:85:39:47", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac4a670-7d", "ovs_interfaceid": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.313555] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfbe837-86de-4cc6-b51d-7e56ebf9e8c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.322109] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd26f78-33cc-4a4d-a0ad-8197a7a46e49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.353459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99602189-7ab7-4a14-8c88-fe2cc10349a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.366022] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e21e8-8d7d-4b9e-878c-dafcc69f4f47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.380793] env[69325]: DEBUG nova.compute.provider_tree [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.626587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-c24189e8-ca4b-448f-954f-e25bcc4db234" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.626868] env[69325]: DEBUG nova.objects.instance [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lazy-loading 'migration_context' on Instance uuid c24189e8-ca4b-448f-954f-e25bcc4db234 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.650194] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.685106] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.685106] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.685106] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.685324] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.685640] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.686032] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.686933] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.687274] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.687593] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.687978] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.688313] env[69325]: DEBUG nova.virt.hardware [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.689675] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4653a05-b626-41c5-bef4-2bb9c451fcd2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.700757] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37102d66-3ac5-4940-a254-52308b05d3a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.797026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.797026] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Instance network_info: |[{"id": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "address": "fa:16:3e:85:39:47", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac4a670-7d", "ovs_interfaceid": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.797026] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:39:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac4a670-7d15-448c-9eac-b5e61b79f6df', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.805590] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.806065] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.806424] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a528cdc-2c18-4a4f-ad41-d0833c8dae0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.829376] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.829376] env[69325]: value = "task-4071447" [ 757.829376] env[69325]: _type = "Task" [ 757.829376] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.843679] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071447, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.885093] env[69325]: DEBUG nova.scheduler.client.report [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.098951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.099417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.130721] env[69325]: DEBUG nova.objects.base [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 758.131754] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6084a5c-2262-41a6-b80f-da4788b1e396 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.162725] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51427338-4ecf-4c8f-bc71-e14e64c95575 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.171547] env[69325]: DEBUG oslo_vmware.api [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 758.171547] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5282c83d-4efe-967b-92d3-5ede2c058303" [ 758.171547] env[69325]: _type = "Task" [ 758.171547] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.183799] env[69325]: DEBUG oslo_vmware.api [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5282c83d-4efe-967b-92d3-5ede2c058303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.251141] env[69325]: DEBUG nova.compute.manager [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Received event network-changed-7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.251300] env[69325]: DEBUG nova.compute.manager [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Refreshing instance network info cache due to event network-changed-7ac4a670-7d15-448c-9eac-b5e61b79f6df. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.252213] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] Acquiring lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.252213] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] Acquired lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.252213] env[69325]: DEBUG nova.network.neutron [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Refreshing network info cache for port 7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.347031] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071447, 'name': CreateVM_Task, 'duration_secs': 0.386695} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.347838] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.348552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.348837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.349429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.349841] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d005d97a-eb06-40b6-863d-2412c314f885 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.357016] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 758.357016] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c1e8dd-5e1f-ad25-4413-9cbba97feb18" [ 758.357016] env[69325]: _type = "Task" [ 758.357016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.369550] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c1e8dd-5e1f-ad25-4413-9cbba97feb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.394530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.395273] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.400464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.703s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.400563] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.402148] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 758.405290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.217s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.407537] env[69325]: INFO nova.compute.claims [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.413452] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b1ab2-a01e-43c4-9c1f-2c6aa5e72647 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.425194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9630de56-9be8-4ba3-90f2-a4c673a021c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.444223] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8ebe3-d429-405c-a2be-a378aeab659a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.449850] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d9e9a-ce28-47a2-b9d4-c0ed2a5c514f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483374] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179931MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 758.483534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.519815] env[69325]: DEBUG nova.compute.manager [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Received event network-vif-plugged-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.519909] env[69325]: DEBUG oslo_concurrency.lockutils [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] Acquiring lock "2903c85c-20c2-4747-9522-922f56568546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.520138] env[69325]: DEBUG oslo_concurrency.lockutils [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] Lock "2903c85c-20c2-4747-9522-922f56568546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.520309] env[69325]: DEBUG oslo_concurrency.lockutils [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] Lock "2903c85c-20c2-4747-9522-922f56568546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.520480] env[69325]: DEBUG nova.compute.manager [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] No waiting events found dispatching network-vif-plugged-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.520758] env[69325]: WARNING nova.compute.manager [req-4438e996-c52c-4b7f-9afb-4ec8ddd497c0 req-0458560e-f48f-4faa-902c-da9e5c52a3e2 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Received unexpected event network-vif-plugged-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 for instance with vm_state building and task_state spawning. [ 758.631470] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Successfully updated port: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.685533] env[69325]: DEBUG oslo_vmware.api [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5282c83d-4efe-967b-92d3-5ede2c058303, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.685933] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.870512] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c1e8dd-5e1f-ad25-4413-9cbba97feb18, 'name': SearchDatastore_Task, 'duration_secs': 0.046854} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.871714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871992] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.872264] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.872408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.873383] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.873787] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00e73756-634f-4fe7-b61e-192d599a7cf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.887963] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.888367] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.889260] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e0d3ca-1b14-4ac7-b956-1e2f0b7cd563 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.897515] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 758.897515] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52312cb3-28f1-588f-de3a-e1057ff0898e" [ 758.897515] env[69325]: _type = "Task" [ 758.897515] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.907312] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52312cb3-28f1-588f-de3a-e1057ff0898e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.915886] env[69325]: DEBUG nova.compute.utils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.918597] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 759.038965] env[69325]: DEBUG nova.network.neutron [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Updated VIF entry in instance network info cache for port 7ac4a670-7d15-448c-9eac-b5e61b79f6df. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.039380] env[69325]: DEBUG nova.network.neutron [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Updating instance_info_cache with network_info: [{"id": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "address": "fa:16:3e:85:39:47", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac4a670-7d", "ovs_interfaceid": "7ac4a670-7d15-448c-9eac-b5e61b79f6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.134919] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.135227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.135926] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.411137] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52312cb3-28f1-588f-de3a-e1057ff0898e, 'name': SearchDatastore_Task, 'duration_secs': 0.030923} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.412447] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29b9436-a10f-42d0-957e-c399d780305f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.424463] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.428118] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 759.428118] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526edc66-e45d-5933-89a3-2854312de42d" [ 759.428118] env[69325]: _type = "Task" [ 759.428118] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.438149] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526edc66-e45d-5933-89a3-2854312de42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.543285] env[69325]: DEBUG oslo_concurrency.lockutils [req-ad5cbda7-adeb-4f1e-93c0-835fd13edb62 req-9171eda5-5079-40f4-930d-7d496ebde4fb service nova] Releasing lock "refresh_cache-d0089ac6-b35e-4705-8652-1d87d64394f8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.686301] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.922479] env[69325]: DEBUG nova.network.neutron [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Updating instance_info_cache with network_info: [{"id": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "address": "fa:16:3e:e8:72:5b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bf1dd0-63", "ovs_interfaceid": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.946518] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526edc66-e45d-5933-89a3-2854312de42d, 'name': SearchDatastore_Task, 'duration_secs': 0.02173} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.946518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.946518] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d0089ac6-b35e-4705-8652-1d87d64394f8/d0089ac6-b35e-4705-8652-1d87d64394f8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.946518] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c235f6-5633-4bd0-8aa2-eda40fefdb0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.952676] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 759.952676] env[69325]: value = "task-4071448" [ 759.952676] env[69325]: _type = "Task" [ 759.952676] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.973247] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.043230] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c0ca86-b0e2-4306-afbd-5fa26646b82e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.054675] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12070c-bd05-4df1-9cde-df0d2c35d97d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.093438] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9489a88b-26d7-47d9-bd06-3852a7715b44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.104053] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56862ea-334b-48e9-9c80-0a9e8d945e45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.120118] env[69325]: DEBUG nova.compute.provider_tree [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.425630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.428239] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Instance network_info: |[{"id": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "address": "fa:16:3e:e8:72:5b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bf1dd0-63", "ovs_interfaceid": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.428239] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69bf1dd0-635e-4a58-8978-3ddd5e1e4938', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.435537] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.435825] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.437495] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.440315] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32cae195-5d01-44e8-9bd9-f89c3df2be8a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.467204] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.467204] env[69325]: value = "task-4071449" [ 760.467204] env[69325]: _type = "Task" [ 760.467204] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.471304] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482515} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.473794] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.474042] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.474907] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.475141] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.475326] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.475493] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.475684] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.475841] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.476012] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.476176] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.476348] env[69325]: DEBUG nova.virt.hardware [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.480013] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d0089ac6-b35e-4705-8652-1d87d64394f8/d0089ac6-b35e-4705-8652-1d87d64394f8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.480207] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.480971] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0972e6f8-7742-4dfa-876b-1d99f6dbff49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.484548] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e142587-be6f-4968-a985-20054bbd0ac5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.498606] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3ca80-291e-48a2-bae4-ba9f02a54039 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.504059] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 760.504059] env[69325]: value = "task-4071450" [ 760.504059] env[69325]: _type = "Task" [ 760.504059] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.504351] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071449, 'name': CreateVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.518325] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.526112] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Creating folder: Project (a202728bb2b84e419fd932b2aeac7056). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.526112] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea7bf0e-d4fa-4e85-bee6-d2c23778b1ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.530969] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.541058] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Created folder: Project (a202728bb2b84e419fd932b2aeac7056) in parent group-v806727. [ 760.541513] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Creating folder: Instances. Parent ref: group-v806818. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.541670] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d163d7-9f80-4eb1-bde8-00d9b88e1b74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.553832] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Created folder: Instances in parent group-v806818. [ 760.554186] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.554444] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.554679] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9672ecb0-0ebc-45b0-a96d-510a7c6d319e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.575468] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.575468] env[69325]: value = "task-4071453" [ 760.575468] env[69325]: _type = "Task" [ 760.575468] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.583972] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071453, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.624397] env[69325]: DEBUG nova.scheduler.client.report [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.645895] env[69325]: DEBUG nova.compute.manager [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Received event network-changed-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.647078] env[69325]: DEBUG nova.compute.manager [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Refreshing instance network info cache due to event network-changed-69bf1dd0-635e-4a58-8978-3ddd5e1e4938. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.647078] env[69325]: DEBUG oslo_concurrency.lockutils [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] Acquiring lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.647078] env[69325]: DEBUG oslo_concurrency.lockutils [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] Acquired lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.647078] env[69325]: DEBUG nova.network.neutron [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Refreshing network info cache for port 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.982984] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071449, 'name': CreateVM_Task, 'duration_secs': 0.405232} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.983133] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.983860] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.984081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.984406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.984768] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be651a8-2eb1-4f9c-86d9-0b4eb331fd1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.992340] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 760.992340] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520cd58d-2b66-2dbd-7a13-1a3eeff94dd1" [ 760.992340] env[69325]: _type = "Task" [ 760.992340] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.003488] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520cd58d-2b66-2dbd-7a13-1a3eeff94dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.013066] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.013402] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.014163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c8385-cc3a-455e-9481-5719b4182d74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.038460] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d0089ac6-b35e-4705-8652-1d87d64394f8/d0089ac6-b35e-4705-8652-1d87d64394f8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.038820] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c345ae16-7a43-43bb-8c49-7a5b1938df44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.061621] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 761.061621] env[69325]: value = "task-4071454" [ 761.061621] env[69325]: _type = "Task" [ 761.061621] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.071549] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.084631] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071453, 'name': CreateVM_Task, 'duration_secs': 0.330918} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.084969] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.085786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.133340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.133879] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.136676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.939s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.138141] env[69325]: INFO nova.compute.claims [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.504578] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520cd58d-2b66-2dbd-7a13-1a3eeff94dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.021124} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.504869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.505111] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.506194] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.506426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.506838] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.507715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.507715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.507715] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe2a8cd-c49b-4fd3-9485-44d66989056a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.509515] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7e42ba-15d2-4073-9d07-b97412ad8a9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.515060] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 761.515060] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b2f60d-5884-41f8-72f9-3effbc9e63a6" [ 761.515060] env[69325]: _type = "Task" [ 761.515060] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.522713] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.522894] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.524033] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9264de21-9870-48d5-b06e-fcbdb2b34917 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.530740] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b2f60d-5884-41f8-72f9-3effbc9e63a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.535051] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 761.535051] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52271812-c522-3efd-070c-ca1e941c26db" [ 761.535051] env[69325]: _type = "Task" [ 761.535051] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.544000] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52271812-c522-3efd-070c-ca1e941c26db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.544853] env[69325]: DEBUG nova.network.neutron [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Updated VIF entry in instance network info cache for port 69bf1dd0-635e-4a58-8978-3ddd5e1e4938. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.545196] env[69325]: DEBUG nova.network.neutron [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Updating instance_info_cache with network_info: [{"id": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "address": "fa:16:3e:e8:72:5b", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bf1dd0-63", "ovs_interfaceid": "69bf1dd0-635e-4a58-8978-3ddd5e1e4938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.573305] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.644252] env[69325]: DEBUG nova.compute.utils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.646913] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.646913] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.702640] env[69325]: DEBUG nova.policy [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b482837ffacd426cbea5a0c4e0c6498c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffab9f84e8e6432abff0e173b8ab55e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.028833] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b2f60d-5884-41f8-72f9-3effbc9e63a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020141} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.029134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.029377] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.029604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.045451] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52271812-c522-3efd-070c-ca1e941c26db, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.046321] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfa4611-e231-44b5-9cf1-9c8ad8e02e99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.048950] env[69325]: DEBUG oslo_concurrency.lockutils [req-34212d3c-efd2-4b7e-9acf-95810c9365df req-3df1d282-4156-4d0e-9c7d-9d343df60566 service nova] Releasing lock "refresh_cache-2903c85c-20c2-4747-9522-922f56568546" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.053919] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 762.053919] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5245ae98-bc5e-f1bf-fc18-1ac4858d5132" [ 762.053919] env[69325]: _type = "Task" [ 762.053919] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.069042] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5245ae98-bc5e-f1bf-fc18-1ac4858d5132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.076985] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071454, 'name': ReconfigVM_Task, 'duration_secs': 0.803562} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.077301] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d0089ac6-b35e-4705-8652-1d87d64394f8/d0089ac6-b35e-4705-8652-1d87d64394f8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.077939] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a70a8d9-1902-42e4-b297-d1563fdb3328 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.086414] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 762.086414] env[69325]: value = "task-4071455" [ 762.086414] env[69325]: _type = "Task" [ 762.086414] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.095205] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071455, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.152187] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.368382] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Successfully created port: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.564493] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5245ae98-bc5e-f1bf-fc18-1ac4858d5132, 'name': SearchDatastore_Task, 'duration_secs': 0.012711} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.569099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569455] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2903c85c-20c2-4747-9522-922f56568546/2903c85c-20c2-4747-9522-922f56568546.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.570673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.570673] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.570673] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2e7ba7-97b1-4eda-a4b8-27a9e831c966 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.574526] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325931e0-69ca-47c6-9d81-fa8944ed762a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.580553] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 762.580553] env[69325]: value = "task-4071456" [ 762.580553] env[69325]: _type = "Task" [ 762.580553] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.588431] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.588698] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.593783] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb7dad2-56d3-4d24-9388-a70e50a0fcaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.599555] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.605356] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 762.605356] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b4f2d0-ab5e-7aab-24de-5b9c48a27cf0" [ 762.605356] env[69325]: _type = "Task" [ 762.605356] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.609058] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071455, 'name': Rename_Task, 'duration_secs': 0.156748} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.614997] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.615456] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c731ec-132d-4504-834f-0fe56d1335b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.623746] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b4f2d0-ab5e-7aab-24de-5b9c48a27cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.625812] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 762.625812] env[69325]: value = "task-4071457" [ 762.625812] env[69325]: _type = "Task" [ 762.625812] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.626062] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48580c6d-3ecf-430e-8180-7d3afa03e10e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.643412] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 762.643412] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5223d075-1226-5b4d-3e47-b174c8d284c3" [ 762.643412] env[69325]: _type = "Task" [ 762.643412] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.644288] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.656190] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5223d075-1226-5b4d-3e47-b174c8d284c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.656836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.656836] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 25436752-c4fa-4f90-a057-883501b0eaa6/25436752-c4fa-4f90-a057-883501b0eaa6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.657093] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48fd598b-de33-4bdb-90cd-28e0da0e2185 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.671587] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 762.671587] env[69325]: value = "task-4071458" [ 762.671587] env[69325]: _type = "Task" [ 762.671587] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.680659] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.837682] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cc9d11-d73f-4ee7-8227-cf5be1b422f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.847253] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "693f4c16-568a-488c-b1ac-d51a6518135b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.847591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.852271] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05abc4-c327-4c70-ae4a-9c5e8a3343f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.888223] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e753f-51e4-45c6-8f29-c01b66f8e8e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.897461] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f79da-27b1-46a2-bbe4-100a8c30128e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.914833] env[69325]: DEBUG nova.compute.provider_tree [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.091032] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494541} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.091756] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2903c85c-20c2-4747-9522-922f56568546/2903c85c-20c2-4747-9522-922f56568546.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.091756] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.091948] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d627991-c2c8-4f45-b1ea-3f39f5e5a680 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.102412] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 763.102412] env[69325]: value = "task-4071459" [ 763.102412] env[69325]: _type = "Task" [ 763.102412] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.114410] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.141190] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071457, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.165989] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.185073] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.199092] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.199392] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.200204] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.200539] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.200766] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.201011] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.201343] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.201587] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.201858] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.202169] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.202468] env[69325]: DEBUG nova.virt.hardware [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.203776] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db1020-0c06-44a2-a288-914d78c78279 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.213889] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65412563-f6f6-4b31-ba65-1fe7b59dd57c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.418593] env[69325]: DEBUG nova.scheduler.client.report [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.613673] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084887} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.614107] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.614813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbbbe11-e4fe-41b6-8f13-3b0ccbe50fab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.646501] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 2903c85c-20c2-4747-9522-922f56568546/2903c85c-20c2-4747-9522-922f56568546.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.650267] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec8b341-9226-4d2b-af52-e885eab3e6d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.672384] env[69325]: DEBUG oslo_vmware.api [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071457, 'name': PowerOnVM_Task, 'duration_secs': 0.957753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.676493] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.676493] env[69325]: INFO nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Took 8.85 seconds to spawn the instance on the hypervisor. [ 763.676493] env[69325]: DEBUG nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.676493] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 763.676493] env[69325]: value = "task-4071460" [ 763.676493] env[69325]: _type = "Task" [ 763.676493] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.676493] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0228e3-25ae-4b11-9780-ef5a26195937 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.690957] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749143} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.696660] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 25436752-c4fa-4f90-a057-883501b0eaa6/25436752-c4fa-4f90-a057-883501b0eaa6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.696969] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.700735] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.701084] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13e3dfa-1cab-4750-b83f-abda3dbc2878 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.712028] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 763.712028] env[69325]: value = "task-4071461" [ 763.712028] env[69325]: _type = "Task" [ 763.712028] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.725117] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.927043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.927043] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.928873] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.064s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.935000] env[69325]: DEBUG nova.objects.instance [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lazy-loading 'resources' on Instance uuid bed42166-e13b-4ce8-bd8e-c77571480e4c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.005214] env[69325]: DEBUG nova.compute.manager [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Received event network-vif-plugged-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.005433] env[69325]: DEBUG oslo_concurrency.lockutils [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] Acquiring lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.005641] env[69325]: DEBUG oslo_concurrency.lockutils [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.005803] env[69325]: DEBUG oslo_concurrency.lockutils [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.005973] env[69325]: DEBUG nova.compute.manager [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] No waiting events found dispatching network-vif-plugged-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.006532] env[69325]: WARNING nova.compute.manager [req-b95584d4-c231-4839-a610-6b4aaf1dd947 req-d8f8e087-23c7-4629-83e2-2c82d2c32202 service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Received unexpected event network-vif-plugged-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 for instance with vm_state building and task_state spawning. [ 764.104882] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Successfully updated port: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.196496] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071460, 'name': ReconfigVM_Task, 'duration_secs': 0.310339} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.196992] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 2903c85c-20c2-4747-9522-922f56568546/2903c85c-20c2-4747-9522-922f56568546.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.197944] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12481995-5e11-4013-8831-720227972814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.211123] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 764.211123] env[69325]: value = "task-4071462" [ 764.211123] env[69325]: _type = "Task" [ 764.211123] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.220254] env[69325]: INFO nova.compute.manager [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Took 38.63 seconds to build instance. [ 764.230638] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071462, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.231757] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074188} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.231757] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.232509] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ba5cb-3ea2-4155-8c9a-f7283b8bca7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.253313] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 25436752-c4fa-4f90-a057-883501b0eaa6/25436752-c4fa-4f90-a057-883501b0eaa6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.254368] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae50a22-9791-4dd6-8aeb-e398440a3bd2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.275389] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 764.275389] env[69325]: value = "task-4071463" [ 764.275389] env[69325]: _type = "Task" [ 764.275389] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.284310] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.437385] env[69325]: DEBUG nova.compute.utils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.441463] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.441652] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.516490] env[69325]: DEBUG nova.policy [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb745b1e8bf64dc8be39f84a904dafd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07d45435d628459ead6330cb9d62497f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.609079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.609907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.609907] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.729824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.618s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.730633] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071462, 'name': Rename_Task, 'duration_secs': 0.145923} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.731995] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.732392] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e52cfa-ba48-4b26-8f52-6ca97d5bae46 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.743668] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 764.743668] env[69325]: value = "task-4071464" [ 764.743668] env[69325]: _type = "Task" [ 764.743668] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.764162] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.787275] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071463, 'name': ReconfigVM_Task, 'duration_secs': 0.28327} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.790624] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 25436752-c4fa-4f90-a057-883501b0eaa6/25436752-c4fa-4f90-a057-883501b0eaa6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.791612] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39c2c9c9-5a18-42e3-bc0e-bca7b99815a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.799488] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 764.799488] env[69325]: value = "task-4071465" [ 764.799488] env[69325]: _type = "Task" [ 764.799488] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.814619] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071465, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.943663] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.006014] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Successfully created port: 2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.087641] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da89707b-764d-4071-a823-0aa5ed0aff1d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096525] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f27936-17e0-4a9f-adaf-9ffb0d79fb38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.135247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da7e4a-cdde-4404-bba9-971d804dd1c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.143947] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3779d-674a-4ff0-bf08-57193b153362 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.163205] env[69325]: DEBUG nova.compute.provider_tree [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.184471] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.233341] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.259990] env[69325]: DEBUG oslo_vmware.api [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071464, 'name': PowerOnVM_Task, 'duration_secs': 0.509911} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.259990] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.259990] env[69325]: INFO nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Took 7.61 seconds to spawn the instance on the hypervisor. [ 765.259990] env[69325]: DEBUG nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.259990] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3472f2-8c1e-4a90-9dc9-4e155ded798b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.314355] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071465, 'name': Rename_Task, 'duration_secs': 0.193413} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.314355] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.314355] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5be6a9-c221-490a-8f58-3aed6ad83cf6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.322337] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 765.322337] env[69325]: value = "task-4071466" [ 765.322337] env[69325]: _type = "Task" [ 765.322337] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.334750] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.379384] env[69325]: DEBUG nova.network.neutron [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Updating instance_info_cache with network_info: [{"id": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "address": "fa:16:3e:cf:8c:5a", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc04ea3c-28", "ovs_interfaceid": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.666283] env[69325]: DEBUG nova.scheduler.client.report [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.755143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.780882] env[69325]: INFO nova.compute.manager [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Took 37.60 seconds to build instance. [ 765.833305] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071466, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.883723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.884106] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Instance network_info: |[{"id": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "address": "fa:16:3e:cf:8c:5a", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc04ea3c-28", "ovs_interfaceid": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.884561] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:8c:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc04ea3c-286c-48d2-afe4-4745f34a7ee6', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.893785] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.894194] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "d0089ac6-b35e-4705-8652-1d87d64394f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.894423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.894630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.894811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.894983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.896531] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.896860] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1349f33d-f32d-478e-a825-8ed89fb5583d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.912467] env[69325]: INFO nova.compute.manager [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Terminating instance [ 765.919904] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.919904] env[69325]: value = "task-4071467" [ 765.919904] env[69325]: _type = "Task" [ 765.919904] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.928811] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071467, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.954718] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.982452] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.982861] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.983151] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.983432] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.983621] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.983806] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.984058] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.984238] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.984413] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.984580] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.984755] env[69325]: DEBUG nova.virt.hardware [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.985687] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4993a14-36f5-4bed-a15d-c17c8ccf02c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.996216] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463eb4db-06ec-4996-8e9e-c53278e9f38e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.038264] env[69325]: DEBUG nova.compute.manager [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Received event network-changed-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.038451] env[69325]: DEBUG nova.compute.manager [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Refreshing instance network info cache due to event network-changed-fc04ea3c-286c-48d2-afe4-4745f34a7ee6. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.038733] env[69325]: DEBUG oslo_concurrency.lockutils [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] Acquiring lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.038921] env[69325]: DEBUG oslo_concurrency.lockutils [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] Acquired lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.039121] env[69325]: DEBUG nova.network.neutron [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Refreshing network info cache for port fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.176441] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.179069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.244s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.181680] env[69325]: INFO nova.compute.claims [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.200738] env[69325]: INFO nova.scheduler.client.report [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleted allocations for instance bed42166-e13b-4ce8-bd8e-c77571480e4c [ 766.284888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d66c5a36-2df1-413a-9897-fdd26f02da73 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.407s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.333828] env[69325]: DEBUG oslo_vmware.api [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071466, 'name': PowerOnVM_Task, 'duration_secs': 0.575706} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.334116] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.334335] env[69325]: INFO nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Took 5.90 seconds to spawn the instance on the hypervisor. [ 766.334495] env[69325]: DEBUG nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.335876] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba80a97-4b37-4b6e-940f-9432308208c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.417391] env[69325]: DEBUG nova.compute.manager [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.417727] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.418660] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff623b-8c9f-427a-96d2-e81626a8f551 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.431364] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071467, 'name': CreateVM_Task, 'duration_secs': 0.418238} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.433183] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.433523] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.434317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.434387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.434713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.437051] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5d082d-1cfb-41a3-97aa-2e33d542973f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.437051] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd7095a-c2aa-4ee3-88db-8bc5000670ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.441970] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 766.441970] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52eced86-d522-90f5-2f33-ed37be3d666d" [ 766.441970] env[69325]: _type = "Task" [ 766.441970] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.447717] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 766.447717] env[69325]: value = "task-4071468" [ 766.447717] env[69325]: _type = "Task" [ 766.447717] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.455248] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52eced86-d522-90f5-2f33-ed37be3d666d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.461603] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.709246] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "bed42166-e13b-4ce8-bd8e-c77571480e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.990s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.752329] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Successfully updated port: 2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.787288] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.854533] env[69325]: INFO nova.compute.manager [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Took 37.82 seconds to build instance. [ 766.951012] env[69325]: DEBUG nova.network.neutron [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Updated VIF entry in instance network info cache for port fc04ea3c-286c-48d2-afe4-4745f34a7ee6. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.951012] env[69325]: DEBUG nova.network.neutron [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Updating instance_info_cache with network_info: [{"id": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "address": "fa:16:3e:cf:8c:5a", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc04ea3c-28", "ovs_interfaceid": "fc04ea3c-286c-48d2-afe4-4745f34a7ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.975143] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52eced86-d522-90f5-2f33-ed37be3d666d, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.981023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.981023] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.981023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.981023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.981023] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.984846] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcf03145-5629-4858-a577-4c2f8949fefe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.989568] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071468, 'name': PowerOffVM_Task, 'duration_secs': 0.19753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.989568] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.989568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.989568] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16a0bb2a-b4b8-4f36-be6f-fb749e97490c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.997674] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.997884] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.999414] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5513606-76b2-4376-b920-15b0c411bd56 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.005431] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 767.005431] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521a93de-b117-8112-7065-b9e6eb830c55" [ 767.005431] env[69325]: _type = "Task" [ 767.005431] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.017486] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521a93de-b117-8112-7065-b9e6eb830c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.066454] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.068665] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.068665] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Deleting the datastore file [datastore2] d0089ac6-b35e-4705-8652-1d87d64394f8 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.068665] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7424f681-76e8-4cae-9c79-a47db1d6941b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.077333] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for the task: (returnval){ [ 767.077333] env[69325]: value = "task-4071470" [ 767.077333] env[69325]: _type = "Task" [ 767.077333] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.092074] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.259092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.259370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquired lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.260023] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.307538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.357278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8c47c135-04fe-4847-9a85-0b6b90a37edd tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.627s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.463271] env[69325]: DEBUG oslo_concurrency.lockutils [req-19df443e-fe3a-45e0-a47a-a5839dcc58c8 req-74b312f6-c0ec-4319-9aeb-5b0da7922a2a service nova] Releasing lock "refresh_cache-e5f45a1f-33d1-4633-b03f-307e9ba561af" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.478021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "2903c85c-20c2-4747-9522-922f56568546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.478021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.478021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "2903c85c-20c2-4747-9522-922f56568546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.478021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.478021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.481940] env[69325]: INFO nova.compute.manager [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Terminating instance [ 767.523213] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521a93de-b117-8112-7065-b9e6eb830c55, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.524806] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348a3a70-856b-45b3-9570-3d157d2c2814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.532633] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 767.532633] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a689d1-eb9d-0185-9431-e23fa7f83ab0" [ 767.532633] env[69325]: _type = "Task" [ 767.532633] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.547503] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a689d1-eb9d-0185-9431-e23fa7f83ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.587967] env[69325]: DEBUG oslo_vmware.api [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Task: {'id': task-4071470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218208} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.588426] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.588630] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.588825] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.589095] env[69325]: INFO nova.compute.manager [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 767.589308] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.589515] env[69325]: DEBUG nova.compute.manager [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.589609] env[69325]: DEBUG nova.network.neutron [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.847532] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.864693] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.883876] env[69325]: DEBUG nova.compute.manager [req-b789f266-6942-4f4a-ab0d-097e118d05a6 req-da077319-18ee-47ea-9fcf-cd9a8862b565 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Received event network-vif-deleted-7ac4a670-7d15-448c-9eac-b5e61b79f6df {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.884100] env[69325]: INFO nova.compute.manager [req-b789f266-6942-4f4a-ab0d-097e118d05a6 req-da077319-18ee-47ea-9fcf-cd9a8862b565 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Neutron deleted interface 7ac4a670-7d15-448c-9eac-b5e61b79f6df; detaching it from the instance and deleting it from the info cache [ 767.884272] env[69325]: DEBUG nova.network.neutron [req-b789f266-6942-4f4a-ab0d-097e118d05a6 req-da077319-18ee-47ea-9fcf-cd9a8862b565 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.937320] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914812db-3d5f-44f0-82f8-b199de01eefd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.947663] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14931eb0-52c9-4088-bd93-da4b6156b6cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.988485] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94fc92-6b83-4e1d-bcad-7aba2a54cc0a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.994400] env[69325]: DEBUG nova.compute.manager [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.994614] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.001179] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2b94e-2349-4918-9a4e-bb0267cc6376 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.012712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1039af6-19b5-4b31-b237-4e01ed159292 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.017360] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.018361] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c48901ac-950b-4057-876d-e5a249f23c80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.031281] env[69325]: DEBUG nova.compute.provider_tree [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.033959] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 768.033959] env[69325]: value = "task-4071471" [ 768.033959] env[69325]: _type = "Task" [ 768.033959] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.048519] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.052360] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a689d1-eb9d-0185-9431-e23fa7f83ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.027727} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.052628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.052897] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e5f45a1f-33d1-4633-b03f-307e9ba561af/e5f45a1f-33d1-4633-b03f-307e9ba561af.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.053215] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30999bb2-de6b-41d2-ada4-d4649de9944b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.061908] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 768.061908] env[69325]: value = "task-4071472" [ 768.061908] env[69325]: _type = "Task" [ 768.061908] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.072729] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.165475] env[69325]: DEBUG nova.network.neutron [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Updating instance_info_cache with network_info: [{"id": "2f0ad673-02fe-4856-af62-df6bf9edef48", "address": "fa:16:3e:31:cd:18", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ad673-02", "ovs_interfaceid": "2f0ad673-02fe-4856-af62-df6bf9edef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.238478] env[69325]: DEBUG nova.compute.manager [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Received event network-vif-plugged-2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.239074] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Acquiring lock "651708cb-14cc-4b21-a183-0739ec714d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.239419] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Lock "651708cb-14cc-4b21-a183-0739ec714d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.239746] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Lock "651708cb-14cc-4b21-a183-0739ec714d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.240357] env[69325]: DEBUG nova.compute.manager [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] No waiting events found dispatching network-vif-plugged-2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.240861] env[69325]: WARNING nova.compute.manager [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Received unexpected event network-vif-plugged-2f0ad673-02fe-4856-af62-df6bf9edef48 for instance with vm_state building and task_state spawning. [ 768.241267] env[69325]: DEBUG nova.compute.manager [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Received event network-changed-2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.241552] env[69325]: DEBUG nova.compute.manager [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Refreshing instance network info cache due to event network-changed-2f0ad673-02fe-4856-af62-df6bf9edef48. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.241877] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Acquiring lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340704] env[69325]: DEBUG nova.network.neutron [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.363043] env[69325]: DEBUG nova.compute.manager [None req-159774ca-251f-41f2-ad7b-3098927b7118 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.363043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09facae-a3d1-463c-b4a6-aab27425e92f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.389353] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e18396ec-2e26-4e83-86ec-bc26ea8ad14c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.404431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a60d01a-04bc-482b-bb55-eb9e6093c617 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.416777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.443970] env[69325]: DEBUG nova.compute.manager [req-b789f266-6942-4f4a-ab0d-097e118d05a6 req-da077319-18ee-47ea-9fcf-cd9a8862b565 service nova] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Detach interface failed, port_id=7ac4a670-7d15-448c-9eac-b5e61b79f6df, reason: Instance d0089ac6-b35e-4705-8652-1d87d64394f8 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.503160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "25436752-c4fa-4f90-a057-883501b0eaa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.503816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.503816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "25436752-c4fa-4f90-a057-883501b0eaa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.503895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.504092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.507449] env[69325]: INFO nova.compute.manager [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Terminating instance [ 768.536157] env[69325]: DEBUG nova.scheduler.client.report [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.555948] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071471, 'name': PowerOffVM_Task, 'duration_secs': 0.26535} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.555948] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.556244] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.556930] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8a2fc7c-13e7-4b44-8868-4a4d122237e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.576218] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.634041] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.634265] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.634768] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore1] 2903c85c-20c2-4747-9522-922f56568546 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.634768] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e427db3-dd27-408b-85f0-9175832de35b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.645088] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 768.645088] env[69325]: value = "task-4071474" [ 768.645088] env[69325]: _type = "Task" [ 768.645088] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.656293] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.669477] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Releasing lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.673098] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Instance network_info: |[{"id": "2f0ad673-02fe-4856-af62-df6bf9edef48", "address": "fa:16:3e:31:cd:18", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ad673-02", "ovs_interfaceid": "2f0ad673-02fe-4856-af62-df6bf9edef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.673098] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Acquired lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.673098] env[69325]: DEBUG nova.network.neutron [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Refreshing network info cache for port 2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.673098] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:cd:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f0ad673-02fe-4856-af62-df6bf9edef48', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.689472] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Creating folder: Project (07d45435d628459ead6330cb9d62497f). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.692852] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb3365d5-1148-48d7-843d-0582dc681843 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.707559] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Created folder: Project (07d45435d628459ead6330cb9d62497f) in parent group-v806727. [ 768.707747] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Creating folder: Instances. Parent ref: group-v806822. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.708148] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdeb60b7-8150-42b6-bf1e-04ee919276c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.719019] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Created folder: Instances in parent group-v806822. [ 768.719019] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.719019] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.719341] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9959d9c3-de26-4b21-8d44-ad2096009f0e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.742116] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.742116] env[69325]: value = "task-4071477" [ 768.742116] env[69325]: _type = "Task" [ 768.742116] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.750849] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071477, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.847703] env[69325]: INFO nova.compute.manager [-] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Took 1.26 seconds to deallocate network for instance. [ 768.880529] env[69325]: INFO nova.compute.manager [None req-159774ca-251f-41f2-ad7b-3098927b7118 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] instance snapshotting [ 768.881148] env[69325]: DEBUG nova.objects.instance [None req-159774ca-251f-41f2-ad7b-3098927b7118 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lazy-loading 'flavor' on Instance uuid 25436752-c4fa-4f90-a057-883501b0eaa6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.993298] env[69325]: DEBUG nova.network.neutron [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Updated VIF entry in instance network info cache for port 2f0ad673-02fe-4856-af62-df6bf9edef48. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.993820] env[69325]: DEBUG nova.network.neutron [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Updating instance_info_cache with network_info: [{"id": "2f0ad673-02fe-4856-af62-df6bf9edef48", "address": "fa:16:3e:31:cd:18", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ad673-02", "ovs_interfaceid": "2f0ad673-02fe-4856-af62-df6bf9edef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.014116] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "refresh_cache-25436752-c4fa-4f90-a057-883501b0eaa6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.014406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquired lock "refresh_cache-25436752-c4fa-4f90-a057-883501b0eaa6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.014666] env[69325]: DEBUG nova.network.neutron [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.042099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.042649] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.046388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.890s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.046784] env[69325]: DEBUG nova.objects.instance [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lazy-loading 'resources' on Instance uuid d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.076343] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517024} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.076583] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e5f45a1f-33d1-4633-b03f-307e9ba561af/e5f45a1f-33d1-4633-b03f-307e9ba561af.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.076916] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.077501] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198c925c-e331-423c-9387-e59ba685f951 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.085413] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 769.085413] env[69325]: value = "task-4071478" [ 769.085413] env[69325]: _type = "Task" [ 769.085413] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.096538] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.155909] env[69325]: DEBUG oslo_vmware.api [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157456} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.156283] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.156488] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.156743] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.157047] env[69325]: INFO nova.compute.manager [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 2903c85c-20c2-4747-9522-922f56568546] Took 1.16 seconds to destroy the instance on the hypervisor. [ 769.157292] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.157532] env[69325]: DEBUG nova.compute.manager [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.157667] env[69325]: DEBUG nova.network.neutron [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.254323] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071477, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.351965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.386923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a40842-e4ee-43c6-bf09-e4c7ebce2f92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.404160] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8a65d-d928-4299-8623-ceab11330fc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.497328] env[69325]: DEBUG oslo_concurrency.lockutils [req-f238c7b5-e26d-4727-a1cd-54bfcb9a6723 req-9678bbb9-296e-4b50-b4ab-1ec853ebd172 service nova] Releasing lock "refresh_cache-651708cb-14cc-4b21-a183-0739ec714d11" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.534503] env[69325]: DEBUG nova.network.neutron [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.548324] env[69325]: DEBUG nova.compute.utils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.552680] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.552858] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.597970] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072155} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.598984] env[69325]: DEBUG nova.network.neutron [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.600139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.601492] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36983311-ac6f-45a9-84e2-c0c966e8396b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.629253] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] e5f45a1f-33d1-4633-b03f-307e9ba561af/e5f45a1f-33d1-4633-b03f-307e9ba561af.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.632740] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347fbd9c-735d-4701-ba6f-6ec44ac1b1a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.656552] env[69325]: DEBUG nova.policy [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e5bd54bedd4fad8a4a1ca657d14f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290d963093bd49b4b5247bf2ff0f08df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.665029] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 769.665029] env[69325]: value = "task-4071479" [ 769.665029] env[69325]: _type = "Task" [ 769.665029] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.677076] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.753536] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071477, 'name': CreateVM_Task, 'duration_secs': 0.65993} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.756282] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.757643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.757643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.757833] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.759998] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66298411-595b-4579-806c-835727e3c6cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.763700] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 769.763700] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52aa6905-6ef8-e35f-9e13-03143d5e6523" [ 769.763700] env[69325]: _type = "Task" [ 769.763700] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.772404] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52aa6905-6ef8-e35f-9e13-03143d5e6523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.916501] env[69325]: DEBUG nova.compute.manager [None req-159774ca-251f-41f2-ad7b-3098927b7118 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance disappeared during snapshot {{(pid=69325) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 769.964911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.965218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.001717] env[69325]: DEBUG nova.network.neutron [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.057539] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.101858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Releasing lock "refresh_cache-25436752-c4fa-4f90-a057-883501b0eaa6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.102469] env[69325]: DEBUG nova.compute.manager [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.102675] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.104078] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Successfully created port: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.109832] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b7517-a20e-4277-8295-1a0b9519a00c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.114358] env[69325]: DEBUG nova.compute.manager [None req-159774ca-251f-41f2-ad7b-3098927b7118 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Found 0 images (rotation: 2) {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 770.125057] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.125153] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a61b04-2a40-45e4-8f08-a8c2d0cc0fb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.132712] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 770.132712] env[69325]: value = "task-4071480" [ 770.132712] env[69325]: _type = "Task" [ 770.132712] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.142317] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.175380] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071479, 'name': ReconfigVM_Task, 'duration_secs': 0.297322} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.183658] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Reconfigured VM instance instance-00000020 to attach disk [datastore1] e5f45a1f-33d1-4633-b03f-307e9ba561af/e5f45a1f-33d1-4633-b03f-307e9ba561af.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.185504] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2abc02de-7c1b-46ba-ab2d-bb37eb8ec290 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.193801] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 770.193801] env[69325]: value = "task-4071481" [ 770.193801] env[69325]: _type = "Task" [ 770.193801] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.206993] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071481, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.273831] env[69325]: DEBUG nova.compute.manager [req-ee5ab0a2-799d-4594-8a90-8ca66b236648 req-513cf5e4-38c5-47e3-b829-5740caa5bc9b service nova] [instance: 2903c85c-20c2-4747-9522-922f56568546] Received event network-vif-deleted-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.278036] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52aa6905-6ef8-e35f-9e13-03143d5e6523, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.279079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.279316] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.279547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.279883] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.280658] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7771eaa-7fc5-4f55-b8f8-59804ec18ef0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.283608] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0bccce-5a71-4b2b-b8e2-824126ac9972 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.292071] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171142b-e230-40ed-823d-ae55874909b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.297546] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.297872] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.299201] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c727b63c-b49e-423f-b557-1328e1653dc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.332444] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f722c-79b2-4ecb-ad97-bf3dfa17e954 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.336919] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 770.336919] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fa6656-08d9-76f9-8f42-bf453d0adace" [ 770.336919] env[69325]: _type = "Task" [ 770.336919] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.346339] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76fa47e-b9bf-4f62-96e5-bd9df1aefe49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.354974] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fa6656-08d9-76f9-8f42-bf453d0adace, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.356077] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539b9471-c5be-4bda-a438-9e8e2afe34b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.367040] env[69325]: DEBUG nova.compute.provider_tree [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.373894] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 770.373894] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a447e5-7b96-7f57-701c-3f2e0f2d20b2" [ 770.373894] env[69325]: _type = "Task" [ 770.373894] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.384249] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a447e5-7b96-7f57-701c-3f2e0f2d20b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.506849] env[69325]: INFO nova.compute.manager [-] [instance: 2903c85c-20c2-4747-9522-922f56568546] Took 1.35 seconds to deallocate network for instance. [ 770.643298] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071480, 'name': PowerOffVM_Task, 'duration_secs': 0.211262} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.643614] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.643748] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.644015] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b289f6c5-1093-4543-bf11-477650901f2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.678063] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.678063] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.678063] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Deleting the datastore file [datastore1] 25436752-c4fa-4f90-a057-883501b0eaa6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.678063] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a28750f-42a0-43a9-a8ac-85e72cfc3844 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.686046] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for the task: (returnval){ [ 770.686046] env[69325]: value = "task-4071483" [ 770.686046] env[69325]: _type = "Task" [ 770.686046] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.704276] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071481, 'name': Rename_Task, 'duration_secs': 0.141207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.708307] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.708489] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.708826] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dd24e9-5b52-49b3-9c4a-af539b06c6bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.716366] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 770.716366] env[69325]: value = "task-4071484" [ 770.716366] env[69325]: _type = "Task" [ 770.716366] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.727468] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.870877] env[69325]: DEBUG nova.scheduler.client.report [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.885846] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a447e5-7b96-7f57-701c-3f2e0f2d20b2, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.886170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.886716] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 651708cb-14cc-4b21-a183-0739ec714d11/651708cb-14cc-4b21-a183-0739ec714d11.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.886884] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c1d1fc-b87b-45f9-83bc-a03b6c749793 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.895381] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 770.895381] env[69325]: value = "task-4071485" [ 770.895381] env[69325]: _type = "Task" [ 770.895381] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.904497] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.014536] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.075555] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.104030] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.104214] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.104379] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.104573] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.104720] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.104868] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.105136] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.105314] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.105493] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.105656] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.105859] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.106851] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ddba1-0ba4-49d5-bc2f-3a8dbb4f955f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.116538] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff96654a-1ea3-4fd4-bd61-4d453c6a8101 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.198416] env[69325]: DEBUG oslo_vmware.api [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Task: {'id': task-4071483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166848} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.198697] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.199139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.199139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.199327] env[69325]: INFO nova.compute.manager [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 771.199766] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.199893] env[69325]: DEBUG nova.compute.manager [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.199958] env[69325]: DEBUG nova.network.neutron [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.228312] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.230781] env[69325]: DEBUG nova.network.neutron [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.380160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.382626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.212s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.384684] env[69325]: INFO nova.compute.claims [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.408976] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.410059] env[69325]: INFO nova.scheduler.client.report [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Deleted allocations for instance d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1 [ 771.728474] env[69325]: DEBUG oslo_vmware.api [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071484, 'name': PowerOnVM_Task, 'duration_secs': 0.520272} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.728753] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.728995] env[69325]: INFO nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Took 8.56 seconds to spawn the instance on the hypervisor. [ 771.729199] env[69325]: DEBUG nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.730448] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456198ff-7ee9-45d5-b483-6f08f0c25ae9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.733345] env[69325]: DEBUG nova.network.neutron [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.749994] env[69325]: DEBUG nova.compute.manager [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Received event network-vif-plugged-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.750248] env[69325]: DEBUG oslo_concurrency.lockutils [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] Acquiring lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.750460] env[69325]: DEBUG oslo_concurrency.lockutils [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.750629] env[69325]: DEBUG oslo_concurrency.lockutils [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.750852] env[69325]: DEBUG nova.compute.manager [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] No waiting events found dispatching network-vif-plugged-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 771.751040] env[69325]: WARNING nova.compute.manager [req-f2361183-5a60-494a-91fc-7399658302db req-50b253eb-f7c5-44ff-9c65-aba3bded3cb0 service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Received unexpected event network-vif-plugged-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 for instance with vm_state building and task_state spawning. [ 771.794957] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Successfully updated port: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.908751] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578129} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.909132] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 651708cb-14cc-4b21-a183-0739ec714d11/651708cb-14cc-4b21-a183-0739ec714d11.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.909330] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.909777] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd723ba1-71e5-424b-9e47-f4aed7ceb97a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.916968] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 771.916968] env[69325]: value = "task-4071486" [ 771.916968] env[69325]: _type = "Task" [ 771.916968] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.923852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Lock "d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.344s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.932239] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.241702] env[69325]: INFO nova.compute.manager [-] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Took 1.04 seconds to deallocate network for instance. [ 772.260085] env[69325]: INFO nova.compute.manager [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Took 39.11 seconds to build instance. [ 772.300138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.300322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.300486] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.432561] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069497} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.432822] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.435359] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d12db-d405-4f18-96f2-3525b8dea5f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.467775] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 651708cb-14cc-4b21-a183-0739ec714d11/651708cb-14cc-4b21-a183-0739ec714d11.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.472416] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc07cea0-5421-4d53-82cf-0aaa284c0eec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.493863] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 772.493863] env[69325]: value = "task-4071487" [ 772.493863] env[69325]: _type = "Task" [ 772.493863] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.506795] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.752412] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.762387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a402c10e-328d-454d-9413-24a753bfa65d tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.710s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.881009] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.005845] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071487, 'name': ReconfigVM_Task, 'duration_secs': 0.290827} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.009651] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 651708cb-14cc-4b21-a183-0739ec714d11/651708cb-14cc-4b21-a183-0739ec714d11.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.012743] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6383c791-a62c-4ad4-aef5-5454c52f8a9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.020944] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 773.020944] env[69325]: value = "task-4071488" [ 773.020944] env[69325]: _type = "Task" [ 773.020944] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.030948] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071488, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.077165] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Updating instance_info_cache with network_info: [{"id": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "address": "fa:16:3e:d0:b1:c9", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0ba7d5-87", "ovs_interfaceid": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.148016] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ddb94d-2d12-40a9-8e13-4d5e19fbd952 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.163188] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03462ed7-34ae-477b-a42a-0d0c1b134f21 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.200863] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f8a3b-dc48-42df-acad-7432aa95022e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.209890] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bf72c-afc7-4e99-819d-a6ad2fbd2411 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.227073] env[69325]: DEBUG nova.compute.provider_tree [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.272188] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.360849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.361111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.536176] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071488, 'name': Rename_Task, 'duration_secs': 0.149113} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.536460] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.536695] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f69518fc-5920-47fd-af4a-475f9d166b5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.543377] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 773.543377] env[69325]: value = "task-4071489" [ 773.543377] env[69325]: _type = "Task" [ 773.543377] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.553606] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.580639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.581577] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Instance network_info: |[{"id": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "address": "fa:16:3e:d0:b1:c9", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0ba7d5-87", "ovs_interfaceid": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.581577] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe0ba7d5-8725-437b-93c9-cd2aac6b3282', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.589672] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Creating folder: Project (290d963093bd49b4b5247bf2ff0f08df). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.590409] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8473e306-0e14-485b-af38-332c34b23ada {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.601675] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Created folder: Project (290d963093bd49b4b5247bf2ff0f08df) in parent group-v806727. [ 773.601867] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Creating folder: Instances. Parent ref: group-v806825. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.602195] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8af8c6c3-b4de-43b0-a18b-80644cea80a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.612584] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Created folder: Instances in parent group-v806825. [ 773.612858] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.613126] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.613376] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b87574a5-8d9c-4473-af97-31f2318dbc4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.636848] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.636848] env[69325]: value = "task-4071492" [ 773.636848] env[69325]: _type = "Task" [ 773.636848] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.644947] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071492, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.728270] env[69325]: DEBUG nova.scheduler.client.report [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.779344] env[69325]: DEBUG nova.compute.manager [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Received event network-changed-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.779344] env[69325]: DEBUG nova.compute.manager [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Refreshing instance network info cache due to event network-changed-fe0ba7d5-8725-437b-93c9-cd2aac6b3282. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.779344] env[69325]: DEBUG oslo_concurrency.lockutils [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] Acquiring lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779344] env[69325]: DEBUG oslo_concurrency.lockutils [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] Acquired lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.779564] env[69325]: DEBUG nova.network.neutron [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Refreshing network info cache for port fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.800559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.061313] env[69325]: DEBUG oslo_vmware.api [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071489, 'name': PowerOnVM_Task, 'duration_secs': 0.495675} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.061709] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.061952] env[69325]: INFO nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Took 8.11 seconds to spawn the instance on the hypervisor. [ 774.062359] env[69325]: DEBUG nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.063091] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce1677-4ea3-4d1c-a7bb-207f853b7976 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.148459] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071492, 'name': CreateVM_Task, 'duration_secs': 0.342285} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.148654] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.149433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.149600] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.149939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.150210] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5151bea-385c-4116-a761-1fae9128dd58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.155595] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 774.155595] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5243148d-3997-860c-e023-e7945a3cedfc" [ 774.155595] env[69325]: _type = "Task" [ 774.155595] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.165877] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5243148d-3997-860c-e023-e7945a3cedfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.235457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.236107] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.239335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.906s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.239581] env[69325]: DEBUG nova.objects.instance [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'resources' on Instance uuid c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.521993] env[69325]: DEBUG nova.network.neutron [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Updated VIF entry in instance network info cache for port fe0ba7d5-8725-437b-93c9-cd2aac6b3282. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.522294] env[69325]: DEBUG nova.network.neutron [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Updating instance_info_cache with network_info: [{"id": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "address": "fa:16:3e:d0:b1:c9", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0ba7d5-87", "ovs_interfaceid": "fe0ba7d5-8725-437b-93c9-cd2aac6b3282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.582224] env[69325]: INFO nova.compute.manager [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Took 41.41 seconds to build instance. [ 774.667031] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5243148d-3997-860c-e023-e7945a3cedfc, 'name': SearchDatastore_Task, 'duration_secs': 0.034791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.667283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.667510] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.667743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.667890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.668082] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.668362] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7740c198-0c54-4d52-937d-20f522b3a5d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.681847] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.682054] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.682792] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d058a9b6-aebb-4025-85a5-e65c38f9ef20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.690231] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 774.690231] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b1abe9-e1a3-a42d-4c48-ff70f7041b1e" [ 774.690231] env[69325]: _type = "Task" [ 774.690231] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.698050] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b1abe9-e1a3-a42d-4c48-ff70f7041b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.741320] env[69325]: DEBUG nova.compute.utils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.742601] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.742782] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.808766] env[69325]: DEBUG nova.policy [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e5bd54bedd4fad8a4a1ca657d14f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290d963093bd49b4b5247bf2ff0f08df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.907715] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "651708cb-14cc-4b21-a183-0739ec714d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.025661] env[69325]: DEBUG oslo_concurrency.lockutils [req-dd790c21-9ad0-4d08-bbdd-c4c396953fe9 req-086bdc32-fe3e-403b-9062-0cd9d0c0781f service nova] Releasing lock "refresh_cache-48776541-d7e5-40e3-97e0-2cd6d2c08c4a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.087143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.665s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.087143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.179s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.087143] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "651708cb-14cc-4b21-a183-0739ec714d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.087357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.087478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.092951] env[69325]: INFO nova.compute.manager [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Terminating instance [ 775.204367] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b1abe9-e1a3-a42d-4c48-ff70f7041b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.030907} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.208343] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2074b1-b470-439f-81df-b250e358eeaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.216561] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Successfully created port: 9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.219050] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 775.219050] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525a4d13-2b6a-d4d3-c7fe-59e5a9e27932" [ 775.219050] env[69325]: _type = "Task" [ 775.219050] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.230309] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525a4d13-2b6a-d4d3-c7fe-59e5a9e27932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.249012] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.312832] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bde4de-3943-499b-a301-c7fe20f1709b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.321882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaba5be-cf16-4968-a248-977e9e00c87e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357553] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d140a-95c0-42a8-8c93-9a6227225758 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.366707] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc50b8-2ae2-4d24-b3d6-21b0e99c12bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.390897] env[69325]: DEBUG nova.compute.provider_tree [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.448729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.448932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.590036] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.596376] env[69325]: DEBUG nova.compute.manager [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.596460] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.597365] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e79c4-1caa-4491-a52e-6073205f3983 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.605579] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.606152] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b9512a-98fe-408c-85c4-dd771d9fa436 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.612940] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 775.612940] env[69325]: value = "task-4071493" [ 775.612940] env[69325]: _type = "Task" [ 775.612940] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.623259] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.735574] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525a4d13-2b6a-d4d3-c7fe-59e5a9e27932, 'name': SearchDatastore_Task, 'duration_secs': 0.027733} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.735789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736148] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 48776541-d7e5-40e3-97e0-2cd6d2c08c4a/48776541-d7e5-40e3-97e0-2cd6d2c08c4a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.736445] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3717efe6-d77e-4197-a354-8c073810ae3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.746379] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 775.746379] env[69325]: value = "task-4071494" [ 775.746379] env[69325]: _type = "Task" [ 775.746379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.760289] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.895357] env[69325]: DEBUG nova.scheduler.client.report [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.119203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.126209] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071493, 'name': PowerOffVM_Task, 'duration_secs': 0.205127} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.126439] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.126608] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.126919] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396c30d8-feb2-47f4-888c-acbe9e0f230f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.225589] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.225589] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.225589] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Deleting the datastore file [datastore2] 651708cb-14cc-4b21-a183-0739ec714d11 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.225589] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e9e6ca-d688-4d23-a294-685bbc2306fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.235368] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for the task: (returnval){ [ 776.235368] env[69325]: value = "task-4071496" [ 776.235368] env[69325]: _type = "Task" [ 776.235368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.246207] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.257025] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.262505] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.294586] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.295301] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.295639] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.296403] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.296720] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.297040] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.297522] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.297973] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.298276] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.298685] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.299691] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.300376] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d835c035-5aec-4d94-af0b-7be195c50f2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.313610] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27717d1-730c-40b4-8fb4-21d42926e64f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.401190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.403762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.757s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.405389] env[69325]: INFO nova.compute.claims [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.439111] env[69325]: INFO nova.scheduler.client.report [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf [ 776.659052] env[69325]: DEBUG nova.objects.instance [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lazy-loading 'flavor' on Instance uuid e7352ab5-48c6-4f5d-849d-54d74afbdc5e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.732336] env[69325]: DEBUG nova.compute.manager [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Received event network-vif-plugged-9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.732548] env[69325]: DEBUG oslo_concurrency.lockutils [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] Acquiring lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.732920] env[69325]: DEBUG oslo_concurrency.lockutils [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.733709] env[69325]: DEBUG oslo_concurrency.lockutils [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.733709] env[69325]: DEBUG nova.compute.manager [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] No waiting events found dispatching network-vif-plugged-9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.733709] env[69325]: WARNING nova.compute.manager [req-b1b18519-96c6-4ede-9b74-1e9b0bfb04b4 req-ef29ed28-3994-4372-a22d-2e7d8317963c service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Received unexpected event network-vif-plugged-9b3a85fb-b203-46ec-935b-e75d762adf7c for instance with vm_state building and task_state spawning. [ 776.746732] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.759060] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62006} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.759060] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 48776541-d7e5-40e3-97e0-2cd6d2c08c4a/48776541-d7e5-40e3-97e0-2cd6d2c08c4a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.759060] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.759060] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7013e5a-e705-4a05-aa4e-74c1b12856fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.766865] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 776.766865] env[69325]: value = "task-4071497" [ 776.766865] env[69325]: _type = "Task" [ 776.766865] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.777390] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.850959] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Successfully updated port: 9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.951661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4498aa68-6a72-485d-b12f-527e7e31cc7d tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.317s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.164100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.249665] env[69325]: DEBUG oslo_vmware.api [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Task: {'id': task-4071496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.831184} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.249665] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.249665] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.249665] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.249665] env[69325]: INFO nova.compute.manager [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Took 1.65 seconds to destroy the instance on the hypervisor. [ 777.249665] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.250291] env[69325]: DEBUG nova.compute.manager [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.250291] env[69325]: DEBUG nova.network.neutron [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.278717] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090448} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.279129] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.279812] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e76c01c-d2db-4957-9e2e-9a1c6c81d42a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.302403] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 48776541-d7e5-40e3-97e0-2cd6d2c08c4a/48776541-d7e5-40e3-97e0-2cd6d2c08c4a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.304945] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978510ee-cc14-428f-a8fc-e0f52642faa6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.328559] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 777.328559] env[69325]: value = "task-4071498" [ 777.328559] env[69325]: _type = "Task" [ 777.328559] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.337140] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.356260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.356260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.356260] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.700314] env[69325]: DEBUG nova.compute.manager [req-228acf5c-ab31-4b0d-975e-7626f0fdd809 req-e4949432-9bad-4a79-846a-7d86b8b9ac45 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Received event network-vif-deleted-2f0ad673-02fe-4856-af62-df6bf9edef48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.700972] env[69325]: INFO nova.compute.manager [req-228acf5c-ab31-4b0d-975e-7626f0fdd809 req-e4949432-9bad-4a79-846a-7d86b8b9ac45 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Neutron deleted interface 2f0ad673-02fe-4856-af62-df6bf9edef48; detaching it from the instance and deleting it from the info cache [ 777.701270] env[69325]: DEBUG nova.network.neutron [req-228acf5c-ab31-4b0d-975e-7626f0fdd809 req-e4949432-9bad-4a79-846a-7d86b8b9ac45 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.724459] env[69325]: DEBUG nova.network.neutron [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.797575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.797575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.838815] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.887258] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.039928] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9e8fa-54d3-4f7b-a49f-267eb8ddc917 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.049585] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7513b061-f484-4897-b476-31f8ea7c0e40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.084035] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Updating instance_info_cache with network_info: [{"id": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "address": "fa:16:3e:30:27:b7", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b3a85fb-b2", "ovs_interfaceid": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.085726] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146eef7d-a079-4048-b8df-01ab7f0c1b71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.095169] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db671f-664a-4224-80a6-a37c3298366c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.111518] env[69325]: DEBUG nova.network.neutron [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.114123] env[69325]: DEBUG nova.compute.provider_tree [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.208333] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d49e365b-e515-466e-a78f-08c541b3063e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.218776] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546a976-cf39-4f3a-99b7-61f29775a200 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.252852] env[69325]: DEBUG nova.compute.manager [req-228acf5c-ab31-4b0d-975e-7626f0fdd809 req-e4949432-9bad-4a79-846a-7d86b8b9ac45 service nova] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Detach interface failed, port_id=2f0ad673-02fe-4856-af62-df6bf9edef48, reason: Instance 651708cb-14cc-4b21-a183-0739ec714d11 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.341205] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071498, 'name': ReconfigVM_Task, 'duration_secs': 0.942152} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.341205] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 48776541-d7e5-40e3-97e0-2cd6d2c08c4a/48776541-d7e5-40e3-97e0-2cd6d2c08c4a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.341912] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ab62278-4328-4c50-8136-110abab3ba1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.349610] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 778.349610] env[69325]: value = "task-4071499" [ 778.349610] env[69325]: _type = "Task" [ 778.349610] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.358443] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071499, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.530829] env[69325]: DEBUG nova.network.neutron [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.589608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.589920] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Instance network_info: |[{"id": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "address": "fa:16:3e:30:27:b7", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b3a85fb-b2", "ovs_interfaceid": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.590372] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:27:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b3a85fb-b203-46ec-935b-e75d762adf7c', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.598299] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.598524] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.598751] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7ab2ff-7386-4911-a6d4-770423f03dd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.614524] env[69325]: INFO nova.compute.manager [-] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Took 1.36 seconds to deallocate network for instance. [ 778.623060] env[69325]: DEBUG nova.scheduler.client.report [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.626124] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.626124] env[69325]: value = "task-4071500" [ 778.626124] env[69325]: _type = "Task" [ 778.626124] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.637979] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071500, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.766595] env[69325]: DEBUG nova.compute.manager [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Received event network-changed-9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.766831] env[69325]: DEBUG nova.compute.manager [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Refreshing instance network info cache due to event network-changed-9b3a85fb-b203-46ec-935b-e75d762adf7c. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.767061] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Acquiring lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.767213] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Acquired lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.767366] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Refreshing network info cache for port 9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.860902] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071499, 'name': Rename_Task, 'duration_secs': 0.163662} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.860902] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.860902] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037fd098-5678-4ec0-b436-b30ff7f646c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.868054] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 778.868054] env[69325]: value = "task-4071501" [ 778.868054] env[69325]: _type = "Task" [ 778.868054] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.877896] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.948255] env[69325]: DEBUG nova.objects.instance [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lazy-loading 'flavor' on Instance uuid e7352ab5-48c6-4f5d-849d-54d74afbdc5e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.033808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.034120] env[69325]: DEBUG nova.compute.manager [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Inject network info {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 779.034440] env[69325]: DEBUG nova.compute.manager [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] network_info to inject: |[{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 779.042410] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfiguring VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 779.042765] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d732018d-fafe-4510-a0bc-49f00bfbe2ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.060439] env[69325]: DEBUG oslo_vmware.api [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 779.060439] env[69325]: value = "task-4071502" [ 779.060439] env[69325]: _type = "Task" [ 779.060439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.069278] env[69325]: DEBUG oslo_vmware.api [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.126580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.127612] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.128230] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.131366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.189s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.131613] env[69325]: DEBUG nova.objects.instance [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lazy-loading 'resources' on Instance uuid fbd30304-f19d-448d-b917-36322ffe9bc4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.145074] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071500, 'name': CreateVM_Task, 'duration_secs': 0.381909} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.145270] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.145979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.146178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.146502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.147051] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db06a39-b64b-4d29-9789-f24947e84422 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.153563] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 779.153563] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f72ca6-aa2f-e56b-9c13-1ee912a9e70b" [ 779.153563] env[69325]: _type = "Task" [ 779.153563] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.163176] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f72ca6-aa2f-e56b-9c13-1ee912a9e70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.381313] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.456885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.457083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.527046] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Updated VIF entry in instance network info cache for port 9b3a85fb-b203-46ec-935b-e75d762adf7c. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.527046] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Updating instance_info_cache with network_info: [{"id": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "address": "fa:16:3e:30:27:b7", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b3a85fb-b2", "ovs_interfaceid": "9b3a85fb-b203-46ec-935b-e75d762adf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.571880] env[69325]: DEBUG oslo_vmware.api [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071502, 'name': ReconfigVM_Task, 'duration_secs': 0.185274} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.572313] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfigured VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 779.639316] env[69325]: DEBUG nova.compute.utils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.648448] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.648639] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.671263] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f72ca6-aa2f-e56b-9c13-1ee912a9e70b, 'name': SearchDatastore_Task, 'duration_secs': 0.020728} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.671623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.671861] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.672112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.672271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.672461] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.672737] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e56d3494-ee6c-41aa-9e79-2c78369ddba5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.688505] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.689913] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.690966] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3911669e-2e45-4740-b593-b4ff339fab37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.700737] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 779.700737] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521df285-b75b-bdea-555f-e161aa8bdba4" [ 779.700737] env[69325]: _type = "Task" [ 779.700737] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.710752] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521df285-b75b-bdea-555f-e161aa8bdba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.715016] env[69325]: DEBUG nova.policy [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e5bd54bedd4fad8a4a1ca657d14f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '290d963093bd49b4b5247bf2ff0f08df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.886669] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071501, 'name': PowerOnVM_Task, 'duration_secs': 0.581227} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.888893] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.889198] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 779.889390] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.890588] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988b75c4-8838-4a56-880f-f52995c7b539 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.959595] env[69325]: DEBUG nova.network.neutron [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.032318] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Releasing lock "refresh_cache-9ba88d52-08e9-458d-ad87-8caa6f71ba43" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.032743] env[69325]: DEBUG nova.compute.manager [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.032743] env[69325]: DEBUG nova.compute.manager [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing instance network info cache due to event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.032743] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.034345] env[69325]: DEBUG nova.compute.manager [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.034540] env[69325]: DEBUG nova.compute.manager [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing instance network info cache due to event network-changed-bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.034713] env[69325]: DEBUG oslo_concurrency.lockutils [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] Acquiring lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.063355] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Successfully created port: 4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.149301] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.212665] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521df285-b75b-bdea-555f-e161aa8bdba4, 'name': SearchDatastore_Task, 'duration_secs': 0.048728} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.216466] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c53220-c307-423f-aa11-f1d4a8030397 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.224368] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 780.224368] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b4c046-77f5-667f-af8d-124080393370" [ 780.224368] env[69325]: _type = "Task" [ 780.224368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.238103] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b4c046-77f5-667f-af8d-124080393370, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.238385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.238641] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ba88d52-08e9-458d-ad87-8caa6f71ba43/9ba88d52-08e9-458d-ad87-8caa6f71ba43.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.238905] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751abdea-2ce5-4bb1-8c0a-5bb8ff7886f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.249931] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 780.249931] env[69325]: value = "task-4071503" [ 780.249931] env[69325]: _type = "Task" [ 780.249931] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.258730] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.286163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8013897d-0d19-4ec1-bc6a-a4e4f92ff23d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.295851] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05751e23-97f2-4d38-9530-7df922ca5d92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.329657] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e5809f-2312-4524-8645-f6b9849c138e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.340312] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e77606b-9010-4eaa-8ce8-7be6e16256ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.355844] env[69325]: DEBUG nova.compute.provider_tree [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.414224] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Took 44.51 seconds to build instance. [ 780.733958] env[69325]: DEBUG nova.network.neutron [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.759251] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500915} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.759534] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ba88d52-08e9-458d-ad87-8caa6f71ba43/9ba88d52-08e9-458d-ad87-8caa6f71ba43.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.759750] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.760022] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe91f9f-3da5-4043-ab0a-68ace50249a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.768154] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 780.768154] env[69325]: value = "task-4071504" [ 780.768154] env[69325]: _type = "Task" [ 780.768154] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.776924] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.861100] env[69325]: DEBUG nova.scheduler.client.report [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.917227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.827s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.165287] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.197200] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.197558] env[69325]: DEBUG nova.virt.hardware [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.198189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23684f-9dd4-44ab-a3cb-a5b5043b1024 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.208163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec9b73-fc98-4fab-ac16-5881bbb3d4f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.236408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.236615] env[69325]: DEBUG nova.compute.manager [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Inject network info {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.236897] env[69325]: DEBUG nova.compute.manager [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] network_info to inject: |[{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.243612] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfiguring VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.244070] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.244420] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.245717] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94b01be-e1ab-4c7e-9aa3-f699dbc42f8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.264236] env[69325]: DEBUG oslo_vmware.api [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 781.264236] env[69325]: value = "task-4071505" [ 781.264236] env[69325]: _type = "Task" [ 781.264236] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.276712] env[69325]: DEBUG oslo_vmware.api [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.281660] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105937} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.281988] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.282876] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ebaef-b2f0-4979-9cab-0a3cbc3621da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.307064] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 9ba88d52-08e9-458d-ad87-8caa6f71ba43/9ba88d52-08e9-458d-ad87-8caa6f71ba43.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.307064] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e402202-ec68-481c-a849-5b9201e96cd3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.326971] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 781.326971] env[69325]: value = "task-4071506" [ 781.326971] env[69325]: _type = "Task" [ 781.326971] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.336168] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.367706] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.370296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.682s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.371875] env[69325]: INFO nova.compute.claims [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.393396] env[69325]: INFO nova.scheduler.client.report [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleted allocations for instance fbd30304-f19d-448d-b917-36322ffe9bc4 [ 781.420401] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.699175] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Successfully updated port: 4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.701838] env[69325]: DEBUG nova.compute.manager [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Received event network-vif-plugged-4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.702059] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] Acquiring lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.702273] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.702437] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.702601] env[69325]: DEBUG nova.compute.manager [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] No waiting events found dispatching network-vif-plugged-4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 781.702821] env[69325]: WARNING nova.compute.manager [req-a9fa0f15-21ef-4787-a010-5f26cc3ed92a req-ea586790-7da9-446b-9490-28bca1be1d26 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Received unexpected event network-vif-plugged-4487e432-cd80-4a01-a544-45af96043107 for instance with vm_state building and task_state spawning. [ 781.779353] env[69325]: DEBUG oslo_vmware.api [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071505, 'name': ReconfigVM_Task, 'duration_secs': 0.15843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.779687] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Reconfigured VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 781.839606] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071506, 'name': ReconfigVM_Task, 'duration_secs': 0.363036} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.842401] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 9ba88d52-08e9-458d-ad87-8caa6f71ba43/9ba88d52-08e9-458d-ad87-8caa6f71ba43.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.843320] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320e3b6b-cde2-4b92-9bda-ee02313effb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.852881] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 781.852881] env[69325]: value = "task-4071507" [ 781.852881] env[69325]: _type = "Task" [ 781.852881] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.862373] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071507, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.902056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-24ed270e-8c33-469b-9154-c57dcf8ac099 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "fbd30304-f19d-448d-b917-36322ffe9bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.033s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.941153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.081320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.081320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.081320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.081675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.082077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.085066] env[69325]: INFO nova.compute.manager [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Terminating instance [ 782.204997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.204997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.204997] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.275116] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.275378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.275588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.275771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.275941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.278660] env[69325]: INFO nova.compute.manager [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Terminating instance [ 782.306615] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updated VIF entry in instance network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.307046] env[69325]: DEBUG nova.network.neutron [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.363539] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071507, 'name': Rename_Task, 'duration_secs': 0.180735} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.363758] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.364024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c048e078-8416-4277-be51-3bfde5fae47d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.371454] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 782.371454] env[69325]: value = "task-4071508" [ 782.371454] env[69325]: _type = "Task" [ 782.371454] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.384074] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.594370] env[69325]: DEBUG nova.compute.manager [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.595016] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.595775] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c573a-aab0-431d-806a-ba907fc2899e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.604924] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.605246] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad34fbe1-86ba-4e99-a2c8-152e5d22de99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.615528] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 782.615528] env[69325]: value = "task-4071509" [ 782.615528] env[69325]: _type = "Task" [ 782.615528] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.631030] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.743634] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.786362] env[69325]: DEBUG nova.compute.manager [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.786609] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.786896] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c3689f-2fcc-40c2-860c-e72cba51f383 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.797518] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 782.797518] env[69325]: value = "task-4071510" [ 782.797518] env[69325]: _type = "Task" [ 782.797518] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.814086] env[69325]: DEBUG oslo_concurrency.lockutils [req-d70a8089-6be1-4291-8812-5b4cce4e9644 req-57897f56-237d-4144-ad2c-389702f8adc1 service nova] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.814585] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.817760] env[69325]: DEBUG oslo_concurrency.lockutils [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] Acquired lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.817827] env[69325]: DEBUG nova.network.neutron [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Refreshing network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.885362] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.962852] env[69325]: DEBUG nova.network.neutron [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Updating instance_info_cache with network_info: [{"id": "4487e432-cd80-4a01-a544-45af96043107", "address": "fa:16:3e:b1:67:92", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4487e432-cd", "ovs_interfaceid": "4487e432-cd80-4a01-a544-45af96043107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.011462] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44b13b9-26e9-4fa0-beca-7a0c3ecb0963 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.019447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "0e82f13a-5834-4629-bf70-6646d1670e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.019680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.019874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.020094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.020400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.023945] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376b971-f5d4-48c7-be25-575a11fc1448 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.028061] env[69325]: INFO nova.compute.manager [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Terminating instance [ 783.062712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d354669-b728-40b2-8460-440b2027d726 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.071998] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0505586-9196-462f-8985-ec774d5882df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.088215] env[69325]: DEBUG nova.compute.provider_tree [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.125730] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071509, 'name': PowerOffVM_Task, 'duration_secs': 0.185878} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.126041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.126196] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.126534] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b7822b-47fe-4c92-a6cd-11ce9ce8a55d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.217183] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.217568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.217904] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Deleting the datastore file [datastore1] e7352ab5-48c6-4f5d-849d-54d74afbdc5e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.218223] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62e7961d-4bca-4e5a-8396-c8051ad85cd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.224870] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for the task: (returnval){ [ 783.224870] env[69325]: value = "task-4071512" [ 783.224870] env[69325]: _type = "Task" [ 783.224870] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.233556] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.307516] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071510, 'name': PowerOffVM_Task, 'duration_secs': 0.329023} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.307789] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.307989] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 783.308187] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806771', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'name': 'volume-6c03f600-8fda-42d5-be70-824a6c32678e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32c9153b-c6e6-44a8-8c7a-54fff8444175', 'attached_at': '', 'detached_at': '', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'serial': '6c03f600-8fda-42d5-be70-824a6c32678e'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 783.308982] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0090d9e-9b1a-4a94-8414-39bc58eb034d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.333352] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d4964a-75e9-4524-9f57-c825e2a93a11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.341341] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba22a44-e67d-4ae4-a5cf-9b80d7f9cea9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.361150] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ffd9b8-ff9d-4176-bfd0-b31543f32b28 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.378092] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] The volume has not been displaced from its original location: [datastore1] volume-6c03f600-8fda-42d5-be70-824a6c32678e/volume-6c03f600-8fda-42d5-be70-824a6c32678e.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 783.384499] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.389921] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f35a6c-3103-48c5-afaa-1649e286fcde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.410265] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071508, 'name': PowerOnVM_Task, 'duration_secs': 0.560059} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.411888] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.412291] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Took 7.15 seconds to spawn the instance on the hypervisor. [ 783.412550] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.413383] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 783.413383] env[69325]: value = "task-4071513" [ 783.413383] env[69325]: _type = "Task" [ 783.413383] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.413950] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4592828-db87-45f0-a5d3-fafb4709d71b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.430135] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.466074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.466474] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Instance network_info: |[{"id": "4487e432-cd80-4a01-a544-45af96043107", "address": "fa:16:3e:b1:67:92", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4487e432-cd", "ovs_interfaceid": "4487e432-cd80-4a01-a544-45af96043107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.466946] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:67:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4487e432-cd80-4a01-a544-45af96043107', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.478170] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.479586] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.479876] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-136e7c1d-71f6-4e09-a9c6-ea4065ce0064 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.509585] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.509585] env[69325]: value = "task-4071514" [ 783.509585] env[69325]: _type = "Task" [ 783.509585] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.519499] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071514, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.532871] env[69325]: DEBUG nova.compute.manager [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.534208] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.534208] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238fac6-a57f-4c78-9720-b876fb527a39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.543530] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.547458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ac2dfd-bf4c-44f4-a4ff-62a281650fd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560517] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 783.560517] env[69325]: value = "task-4071515" [ 783.560517] env[69325]: _type = "Task" [ 783.560517] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.569470] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.591842] env[69325]: DEBUG nova.scheduler.client.report [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.687704] env[69325]: DEBUG nova.network.neutron [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updated VIF entry in instance network info cache for port bc2f987e-bb88-495e-8087-67b52ff07ef0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.688201] env[69325]: DEBUG nova.network.neutron [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [{"id": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "address": "fa:16:3e:8f:98:18", "network": {"id": "243de325-6123-4dd3-ba2d-1011bdebfeac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-185007810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c5eb6f2725448d8d1f18d7cf3a4d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc2f987e-bb", "ovs_interfaceid": "bc2f987e-bb88-495e-8087-67b52ff07ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.728155] env[69325]: DEBUG nova.compute.manager [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Received event network-changed-4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.728355] env[69325]: DEBUG nova.compute.manager [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Refreshing instance network info cache due to event network-changed-4487e432-cd80-4a01-a544-45af96043107. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.728579] env[69325]: DEBUG oslo_concurrency.lockutils [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] Acquiring lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.728732] env[69325]: DEBUG oslo_concurrency.lockutils [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] Acquired lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.728916] env[69325]: DEBUG nova.network.neutron [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Refreshing network info cache for port 4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.744814] env[69325]: DEBUG oslo_vmware.api [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Task: {'id': task-4071512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32569} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.745076] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.745268] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.745449] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.745613] env[69325]: INFO nova.compute.manager [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.745868] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.746062] env[69325]: DEBUG nova.compute.manager [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.746161] env[69325]: DEBUG nova.network.neutron [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.932020] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071513, 'name': ReconfigVM_Task, 'duration_secs': 0.241476} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.932020] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.940352] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adee54e-2413-432b-9b95-834dc7222c18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.959810] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Took 44.82 seconds to build instance. [ 783.965012] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 783.965012] env[69325]: value = "task-4071516" [ 783.965012] env[69325]: _type = "Task" [ 783.965012] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.975345] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.022244] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071514, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.075296] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071515, 'name': PowerOffVM_Task, 'duration_secs': 0.310425} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.075296] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.075296] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.075296] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47017360-5e55-4e67-9d5e-09cc95e18aaf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.098214] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.098553] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.101260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.149s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.101500] env[69325]: DEBUG nova.objects.instance [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lazy-loading 'resources' on Instance uuid 5670b857-d679-4397-b310-94fcbc1a014c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.148441] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.148664] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.148850] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleting the datastore file [datastore2] 0e82f13a-5834-4629-bf70-6646d1670e8d {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.149994] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c84bd2-86bc-4644-b521-8eb122405011 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.158707] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for the task: (returnval){ [ 784.158707] env[69325]: value = "task-4071518" [ 784.158707] env[69325]: _type = "Task" [ 784.158707] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.168562] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.191011] env[69325]: DEBUG oslo_concurrency.lockutils [req-0a52c143-a9ea-45ae-8539-9bd8d77a741c req-026486a0-5d14-4748-b0f5-c9b8bd111e95 service nova] Releasing lock "refresh_cache-e7352ab5-48c6-4f5d-849d-54d74afbdc5e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.461286] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.332s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.475687] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071516, 'name': ReconfigVM_Task, 'duration_secs': 0.379519} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.476571] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806771', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'name': 'volume-6c03f600-8fda-42d5-be70-824a6c32678e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32c9153b-c6e6-44a8-8c7a-54fff8444175', 'attached_at': '', 'detached_at': '', 'volume_id': '6c03f600-8fda-42d5-be70-824a6c32678e', 'serial': '6c03f600-8fda-42d5-be70-824a6c32678e'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 784.476930] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.477735] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a33606-156f-4618-96a9-0ce154415bde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.485997] env[69325]: DEBUG nova.network.neutron [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Updated VIF entry in instance network info cache for port 4487e432-cd80-4a01-a544-45af96043107. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.486364] env[69325]: DEBUG nova.network.neutron [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Updating instance_info_cache with network_info: [{"id": "4487e432-cd80-4a01-a544-45af96043107", "address": "fa:16:3e:b1:67:92", "network": {"id": "78e47315-0585-4022-a762-ea9ea1e89360", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699869125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "290d963093bd49b4b5247bf2ff0f08df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4487e432-cd", "ovs_interfaceid": "4487e432-cd80-4a01-a544-45af96043107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.491120] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.491120] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3360105-8d83-4271-8499-8f1b5984febc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.525030] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071514, 'name': CreateVM_Task, 'duration_secs': 0.516394} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.525030] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.525030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.525030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.525030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.525030] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d221ed7-ad93-4041-8e7d-d42a63e77649 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.531152] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 784.531152] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52266b7f-b10e-a572-1e73-f83ecea09b6c" [ 784.531152] env[69325]: _type = "Task" [ 784.531152] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.541546] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52266b7f-b10e-a572-1e73-f83ecea09b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.609195] env[69325]: DEBUG nova.compute.utils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.611122] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.611363] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.665699] env[69325]: DEBUG nova.policy [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feadf29f60c047d7a5d066805bdc4a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd64265ad38d34af6833236c548f861f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.678191] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.726299] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.726531] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.726818] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Deleting the datastore file [datastore1] 32c9153b-c6e6-44a8-8c7a-54fff8444175 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.730029] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cba0641-f6f3-403d-a481-1a66b988353a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.738779] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for the task: (returnval){ [ 784.738779] env[69325]: value = "task-4071520" [ 784.738779] env[69325]: _type = "Task" [ 784.738779] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.749807] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.909059] env[69325]: DEBUG nova.network.neutron [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.966240] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.993082] env[69325]: DEBUG oslo_concurrency.lockutils [req-eef96d35-47ae-4a2d-9d63-c4abded1b242 req-1ac29c34-1fcc-4528-a2c0-ccda7f7fea03 service nova] Releasing lock "refresh_cache-f3914cee-e36d-41d5-90c6-9c021729a5b7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.047483] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52266b7f-b10e-a572-1e73-f83ecea09b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.017829} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.047802] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048263] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.048536] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.048746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.048897] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.049213] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94dc9bda-0f39-4f29-a854-e3c1e1b501ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.061728] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.061999] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.065686] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4316b45-1ae4-451b-b848-5e04da1ecd53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.072599] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 785.072599] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cbbb13-f374-7984-8c24-777117d20cd9" [ 785.072599] env[69325]: _type = "Task" [ 785.072599] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.078772] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Successfully created port: add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.084443] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cbbb13-f374-7984-8c24-777117d20cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.116414] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.169975] env[69325]: DEBUG oslo_vmware.api [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Task: {'id': task-4071518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529022} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.170399] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.173568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.173568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.173568] env[69325]: INFO nova.compute.manager [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 785.173568] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.173568] env[69325]: DEBUG nova.compute.manager [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.173568] env[69325]: DEBUG nova.network.neutron [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.250330] env[69325]: DEBUG oslo_vmware.api [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Task: {'id': task-4071520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342885} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.250705] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.250779] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.250927] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.251106] env[69325]: INFO nova.compute.manager [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Took 2.46 seconds to destroy the instance on the hypervisor. [ 785.251701] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.251701] env[69325]: DEBUG nova.compute.manager [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.251701] env[69325]: DEBUG nova.network.neutron [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.287186] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4799feb-d460-4d3d-be86-cc537b4ba156 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.297090] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de329846-4979-4f03-bee2-57ba9cd3ef89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.333355] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61a4a47-0c7e-48f1-a11a-c6bc2ddab752 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.341998] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349714dc-6c27-4055-8154-dbaa65c70010 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.357168] env[69325]: DEBUG nova.compute.provider_tree [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.412248] env[69325]: INFO nova.compute.manager [-] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Took 1.67 seconds to deallocate network for instance. [ 785.496470] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.590096] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cbbb13-f374-7984-8c24-777117d20cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.013789} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.590943] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e8d93d-b81e-4054-bc49-529de781103f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.602367] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 785.602367] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52253b2d-f5b5-4af4-44e4-6c5d1e45b10b" [ 785.602367] env[69325]: _type = "Task" [ 785.602367] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.612727] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52253b2d-f5b5-4af4-44e4-6c5d1e45b10b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.829032] env[69325]: DEBUG nova.compute.manager [req-69971319-0a16-4b03-b25e-d506ec6c9706 req-7d14d8f8-8a60-4375-81d0-2b82f348111c service nova] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Received event network-vif-deleted-bc2f987e-bb88-495e-8087-67b52ff07ef0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.829279] env[69325]: DEBUG nova.compute.manager [req-69971319-0a16-4b03-b25e-d506ec6c9706 req-7d14d8f8-8a60-4375-81d0-2b82f348111c service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Received event network-vif-deleted-bfcf702b-233d-4a88-bd4b-33102ebdf97b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.829491] env[69325]: INFO nova.compute.manager [req-69971319-0a16-4b03-b25e-d506ec6c9706 req-7d14d8f8-8a60-4375-81d0-2b82f348111c service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Neutron deleted interface bfcf702b-233d-4a88-bd4b-33102ebdf97b; detaching it from the instance and deleting it from the info cache [ 785.829611] env[69325]: DEBUG nova.network.neutron [req-69971319-0a16-4b03-b25e-d506ec6c9706 req-7d14d8f8-8a60-4375-81d0-2b82f348111c service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.861177] env[69325]: DEBUG nova.scheduler.client.report [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.918635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.115330] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52253b2d-f5b5-4af4-44e4-6c5d1e45b10b, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.115802] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.116066] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f3914cee-e36d-41d5-90c6-9c021729a5b7/f3914cee-e36d-41d5-90c6-9c021729a5b7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.116425] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09765687-0bff-4d71-a8c4-2e6f8132b338 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.127051] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.131465] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 786.131465] env[69325]: value = "task-4071521" [ 786.131465] env[69325]: _type = "Task" [ 786.131465] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.142175] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.161721] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.162015] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.162263] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.162469] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.162622] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.162839] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.163147] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.163389] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.163586] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.163778] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.163992] env[69325]: DEBUG nova.virt.hardware [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.164936] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e66da-6f99-48cc-9232-5467d99750b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.174425] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98f9f1-4c69-49de-bbf9-23f37a4168f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.191151] env[69325]: DEBUG nova.network.neutron [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.332805] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09a70131-9cfb-4221-8578-77882b5f508e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.343681] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4b714-e2bb-4979-8467-f769fe198bec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.379303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.381644] env[69325]: DEBUG nova.compute.manager [req-69971319-0a16-4b03-b25e-d506ec6c9706 req-7d14d8f8-8a60-4375-81d0-2b82f348111c service nova] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Detach interface failed, port_id=bfcf702b-233d-4a88-bd4b-33102ebdf97b, reason: Instance 0e82f13a-5834-4629-bf70-6646d1670e8d could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.382329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.719s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.383837] env[69325]: INFO nova.compute.claims [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.406523] env[69325]: INFO nova.scheduler.client.report [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Deleted allocations for instance 5670b857-d679-4397-b310-94fcbc1a014c [ 786.482430] env[69325]: DEBUG nova.network.neutron [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.519628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.519885] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.646264] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.694100] env[69325]: INFO nova.compute.manager [-] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Took 1.52 seconds to deallocate network for instance. [ 786.872961] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Successfully updated port: add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.914741] env[69325]: DEBUG oslo_concurrency.lockutils [None req-071768ba-d245-4d01-846b-87df24fa642d tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Lock "5670b857-d679-4397-b310-94fcbc1a014c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.877s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.978035] env[69325]: DEBUG nova.compute.manager [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Received event network-vif-plugged-add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.978104] env[69325]: DEBUG oslo_concurrency.lockutils [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] Acquiring lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.978323] env[69325]: DEBUG oslo_concurrency.lockutils [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.978436] env[69325]: DEBUG oslo_concurrency.lockutils [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.978658] env[69325]: DEBUG nova.compute.manager [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] No waiting events found dispatching network-vif-plugged-add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.978889] env[69325]: WARNING nova.compute.manager [req-790a9280-2276-484f-b443-b36675d68c9e req-5981ebbd-6de0-4d5d-ac50-c99b956a7451 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Received unexpected event network-vif-plugged-add801b1-2344-4f33-8635-045ca9fcd165 for instance with vm_state building and task_state spawning. [ 786.985329] env[69325]: INFO nova.compute.manager [-] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Took 1.73 seconds to deallocate network for instance. [ 787.024709] env[69325]: DEBUG nova.compute.utils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.144569] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071521, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.203167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.382788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.382915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383088] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.527832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.579838] env[69325]: INFO nova.compute.manager [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Took 0.59 seconds to detach 1 volumes for instance. [ 787.582785] env[69325]: DEBUG nova.compute.manager [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Deleting volume: 6c03f600-8fda-42d5-be70-824a6c32678e {{(pid=69325) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 787.647461] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071521, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.205991} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.647461] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f3914cee-e36d-41d5-90c6-9c021729a5b7/f3914cee-e36d-41d5-90c6-9c021729a5b7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.650274] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.650274] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-159a9b55-84a2-4a5b-95e3-f199e079a904 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.656069] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 787.656069] env[69325]: value = "task-4071522" [ 787.656069] env[69325]: _type = "Task" [ 787.656069] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.672797] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.936128] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.978017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ff424-1bd6-412a-b8a8-9fe44c94c23a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.985864] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a075bee0-3d27-4f0a-9814-16496c0a5e08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.018145] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5fe5aa-e62f-4fac-9747-e2588278a03f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.026714] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d3180-96cb-43ee-9766-fa7fa3cc507f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.043081] env[69325]: DEBUG nova.compute.provider_tree [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.132219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.142024] env[69325]: DEBUG nova.network.neutron [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Updating instance_info_cache with network_info: [{"id": "add801b1-2344-4f33-8635-045ca9fcd165", "address": "fa:16:3e:c6:ac:25", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd801b1-23", "ovs_interfaceid": "add801b1-2344-4f33-8635-045ca9fcd165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.167346] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076271} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.167871] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.168685] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6ee49-c2fb-404d-b8f6-6561486939f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.195867] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f3914cee-e36d-41d5-90c6-9c021729a5b7/f3914cee-e36d-41d5-90c6-9c021729a5b7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.196305] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c850de-5e71-419f-b599-571b27c19472 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.219886] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 788.219886] env[69325]: value = "task-4071524" [ 788.219886] env[69325]: _type = "Task" [ 788.219886] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.229170] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.304456] env[69325]: DEBUG nova.compute.manager [req-7f161391-a711-4670-8f93-8b6879bfda67 req-443b53e7-9271-4ad6-abcb-88c871fc8f36 service nova] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Received event network-vif-deleted-31c9a23c-da73-45bf-894f-49b596a2b173 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.547192] env[69325]: DEBUG nova.scheduler.client.report [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.598101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.599029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.599029] env[69325]: INFO nova.compute.manager [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Attaching volume 568f972f-98c5-45e2-a170-1a5343656c6d to /dev/sdb [ 788.633627] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f62e01-c6aa-4068-b3ec-cfb6c5b00fc4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.642053] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdf6d5-1505-4618-a7fb-54a5500b6bc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.646683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.646998] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance network_info: |[{"id": "add801b1-2344-4f33-8635-045ca9fcd165", "address": "fa:16:3e:c6:ac:25", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd801b1-23", "ovs_interfaceid": "add801b1-2344-4f33-8635-045ca9fcd165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.647453] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ac:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'add801b1-2344-4f33-8635-045ca9fcd165', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.654977] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating folder: Project (d64265ad38d34af6833236c548f861f6). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.655861] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a675fa47-6742-4d34-af72-713cf60b5d1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.667893] env[69325]: DEBUG nova.virt.block_device [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating existing volume attachment record: 87e9f628-b9e1-4b42-91e6-80345e250c5d {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.672037] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created folder: Project (d64265ad38d34af6833236c548f861f6) in parent group-v806727. [ 788.672037] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating folder: Instances. Parent ref: group-v806830. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.672037] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bece08c3-2b6c-4170-bc12-b88b4d023e68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.682519] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created folder: Instances in parent group-v806830. [ 788.682785] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.683087] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.683455] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2460cc89-f097-4491-a55a-8fd44b517570 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.708099] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.708099] env[69325]: value = "task-4071527" [ 788.708099] env[69325]: _type = "Task" [ 788.708099] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.718113] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071527, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.729307] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071524, 'name': ReconfigVM_Task, 'duration_secs': 0.314508} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.729616] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f3914cee-e36d-41d5-90c6-9c021729a5b7/f3914cee-e36d-41d5-90c6-9c021729a5b7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.730291] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15c3238-62a2-451f-90f0-1d16739e6ab9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.739665] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 788.739665] env[69325]: value = "task-4071528" [ 788.739665] env[69325]: _type = "Task" [ 788.739665] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.749730] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071528, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.020338] env[69325]: DEBUG nova.compute.manager [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Received event network-changed-add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.020545] env[69325]: DEBUG nova.compute.manager [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Refreshing instance network info cache due to event network-changed-add801b1-2344-4f33-8635-045ca9fcd165. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.020768] env[69325]: DEBUG oslo_concurrency.lockutils [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] Acquiring lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.020904] env[69325]: DEBUG oslo_concurrency.lockutils [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] Acquired lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.021067] env[69325]: DEBUG nova.network.neutron [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Refreshing network info cache for port add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.053777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.054560] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.059315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.819s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.059315] env[69325]: DEBUG nova.objects.instance [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lazy-loading 'resources' on Instance uuid 91b8bcff-61b1-4624-91b2-5af3577b6961 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.219599] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071527, 'name': CreateVM_Task, 'duration_secs': 0.430096} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.219867] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.220704] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.221157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.221653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.221986] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da98eefc-f0ca-4409-a10d-4b0ddd0f7aaf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.227932] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 789.227932] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a58170-95f8-db72-c0f1-c2b46f2f55e3" [ 789.227932] env[69325]: _type = "Task" [ 789.227932] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.238462] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a58170-95f8-db72-c0f1-c2b46f2f55e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.250468] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071528, 'name': Rename_Task, 'duration_secs': 0.236322} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.250855] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.251309] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865fb1d2-d600-44f6-9888-731b80202c94 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.260054] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 789.260054] env[69325]: value = "task-4071532" [ 789.260054] env[69325]: _type = "Task" [ 789.260054] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.269662] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.564115] env[69325]: DEBUG nova.compute.utils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.575388] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.575895] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.668119] env[69325]: DEBUG nova.policy [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b829759d9cf4438b30a085dd7c671e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96a92aa58da24dfda0e82a50f52c4f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.747104] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a58170-95f8-db72-c0f1-c2b46f2f55e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.750301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.750618] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.751039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.751272] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.751508] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.752160] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8111e45c-1662-4f6d-b112-e778400786bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.767249] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.767249] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.771738] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766da183-a9d0-4b30-a4f1-c348cbd3d66f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.777663] env[69325]: DEBUG oslo_vmware.api [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071532, 'name': PowerOnVM_Task, 'duration_secs': 0.48583} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.778283] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.778477] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Took 8.61 seconds to spawn the instance on the hypervisor. [ 789.778647] env[69325]: DEBUG nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.779536] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad0abcc-cf65-4178-9989-7f2d0ef3868d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.785571] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 789.785571] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e7be47-d546-1ad3-12f8-89c0a98a90cb" [ 789.785571] env[69325]: _type = "Task" [ 789.785571] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.803869] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e7be47-d546-1ad3-12f8-89c0a98a90cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.804701] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626cf5d2-4574-4585-a129-6670d280a96d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.813693] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 789.813693] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f68c00-7480-f5ec-991c-582f544af6fc" [ 789.813693] env[69325]: _type = "Task" [ 789.813693] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.822938] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f68c00-7480-f5ec-991c-582f544af6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.968290] env[69325]: DEBUG nova.network.neutron [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Updated VIF entry in instance network info cache for port add801b1-2344-4f33-8635-045ca9fcd165. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.968867] env[69325]: DEBUG nova.network.neutron [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Updating instance_info_cache with network_info: [{"id": "add801b1-2344-4f33-8635-045ca9fcd165", "address": "fa:16:3e:c6:ac:25", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd801b1-23", "ovs_interfaceid": "add801b1-2344-4f33-8635-045ca9fcd165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.078809] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.231684] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Successfully created port: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.266664] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fb295-356e-45f6-ab8a-6a0566437f4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.278916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199717fd-b0a0-4d73-8c23-b8a811c0513d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.316701] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1bb92f-ca7a-41f7-a9f3-d0044839b640 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.320938] env[69325]: INFO nova.compute.manager [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Took 46.70 seconds to build instance. [ 790.336766] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f68c00-7480-f5ec-991c-582f544af6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.338013] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae5a798-efca-46e5-98de-e94626834fa4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.346017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.346017] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] b5adf32b-f399-4338-8a19-79f9d51e9072/b5adf32b-f399-4338-8a19-79f9d51e9072.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.346017] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66c3840a-c6fe-47eb-b549-628f1ec6527a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.355468] env[69325]: DEBUG nova.compute.provider_tree [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.358214] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 790.358214] env[69325]: value = "task-4071533" [ 790.358214] env[69325]: _type = "Task" [ 790.358214] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.367708] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.472727] env[69325]: DEBUG oslo_concurrency.lockutils [req-c810add6-6028-417a-b05a-0a6a64b9ff24 req-ad554012-0c2b-4589-92d0-5d72aa6065f0 service nova] Releasing lock "refresh_cache-b5adf32b-f399-4338-8a19-79f9d51e9072" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07628fce-5c72-4407-bb57-09f41643e741 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.658s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.859840] env[69325]: DEBUG nova.scheduler.client.report [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.883917] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071533, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.088172] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.118338] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.118609] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.119133] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.119133] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.119133] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.119403] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.119435] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.119631] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.119769] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.119932] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.120125] env[69325]: DEBUG nova.virt.hardware [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.121171] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a66ac6-26c9-4510-b8e6-af846ee1e3cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.129688] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3427d-d01a-4670-93c5-a86fd9e2f2e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.331939] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.376100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.378655] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572729} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.379134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.896s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.383091] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] b5adf32b-f399-4338-8a19-79f9d51e9072/b5adf32b-f399-4338-8a19-79f9d51e9072.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.383091] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.383091] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22d47059-1854-4ada-96e7-8000203171f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.391539] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 791.391539] env[69325]: value = "task-4071535" [ 791.391539] env[69325]: _type = "Task" [ 791.391539] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.404730] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.414731] env[69325]: INFO nova.scheduler.client.report [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Deleted allocations for instance 91b8bcff-61b1-4624-91b2-5af3577b6961 [ 791.822833] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.823121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.823335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.823521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.823686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.825731] env[69325]: INFO nova.compute.manager [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Terminating instance [ 791.855146] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.902287] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087312} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.902287] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.903191] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a55fbaf-6a3f-43bb-879e-cfa5bd1ec96a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.928253] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] b5adf32b-f399-4338-8a19-79f9d51e9072/b5adf32b-f399-4338-8a19-79f9d51e9072.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.930913] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bf885a-7288-4c08-b995-72811584b8ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.946416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b17ac12-f725-495d-918b-ad1bb595c1da tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Lock "91b8bcff-61b1-4624-91b2-5af3577b6961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.202s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.953252] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 791.953252] env[69325]: value = "task-4071536" [ 791.953252] env[69325]: _type = "Task" [ 791.953252] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.962952] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.106036] env[69325]: DEBUG nova.compute.manager [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received event network-vif-plugged-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.106316] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] Acquiring lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.106455] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.106609] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.106774] env[69325]: DEBUG nova.compute.manager [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] No waiting events found dispatching network-vif-plugged-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 792.106938] env[69325]: WARNING nova.compute.manager [req-9d27bbdd-1a83-4cd5-9570-81a248f3b95a req-dc188368-3eb0-490b-934d-c9c8ee6330e3 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received unexpected event network-vif-plugged-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 for instance with vm_state building and task_state spawning. [ 792.155824] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Successfully updated port: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.331677] env[69325]: DEBUG nova.compute.manager [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.333046] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.335052] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bff0d6-8260-44bd-bace-b70f5cbdc2cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.346020] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.346020] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7d4a1d-4681-4acf-93cb-ecdfa3b93580 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.354292] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 792.354292] env[69325]: value = "task-4071537" [ 792.354292] env[69325]: _type = "Task" [ 792.354292] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.365223] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.399379] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance c24189e8-ca4b-448f-954f-e25bcc4db234 as it has an incoming, in-progress migration f3794cba-9407-4049-9103-5000d83ea5ad. Migration status is confirming {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 792.400448] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating resource usage from migration f3794cba-9407-4049-9103-5000d83ea5ad [ 792.442968] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 53a5c270-6084-4c1e-a63b-7cc7de611e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.443751] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0e82f13a-5834-4629-bf70-6646d1670e8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.443751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance bcd6aaab-6eb2-4283-97db-b3e67330f4e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.443751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 20214520-e4ae-4e49-8958-f2196303b998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.443751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7475e359-e007-463f-b11b-8d5fc1917ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.443751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ffd7b1db-a645-43fa-ab71-890130bf4a76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.443751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f17cebdf-b876-4778-80c9-f4a50b0bd402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.444051] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance fbc87491-5408-45a5-bf99-824181665f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 8dc747d9-fe78-4a01-bf0f-5408ef6d1444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance e7352ab5-48c6-4f5d-849d-54d74afbdc5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 32c9153b-c6e6-44a8-8c7a-54fff8444175 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance d0089ac6-b35e-4705-8652-1d87d64394f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 2903c85c-20c2-4747-9522-922f56568546 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 25436752-c4fa-4f90-a057-883501b0eaa6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance e5f45a1f-33d1-4633-b03f-307e9ba561af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration f3794cba-9407-4049-9103-5000d83ea5ad is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance c24189e8-ca4b-448f-954f-e25bcc4db234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 651708cb-14cc-4b21-a183-0739ec714d11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 48776541-d7e5-40e3-97e0-2cd6d2c08c4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9ba88d52-08e9-458d-ad87-8caa6f71ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f3914cee-e36d-41d5-90c6-9c021729a5b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance b5adf32b-f399-4338-8a19-79f9d51e9072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.448023] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9e5a0744-6697-4972-9b86-33c5c7f5d83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.466089] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.657990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.658132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquired lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.658271] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.865202] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071537, 'name': PowerOffVM_Task, 'duration_secs': 0.218763} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.865328] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.865422] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.865686] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d22b7e53-3cd0-4350-a63b-94655f75764f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.936581] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.936759] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.936950] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleting the datastore file [datastore2] 48776541-d7e5-40e3-97e0-2cd6d2c08c4a {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.937237] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37feae4c-552c-46b6-aeb4-9c71804b5805 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.944168] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 792.944168] env[69325]: value = "task-4071539" [ 792.944168] env[69325]: _type = "Task" [ 792.944168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.949800] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 338e3dba-8a0f-449f-8390-a4899ae08146 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.955867] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.966310] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071536, 'name': ReconfigVM_Task, 'duration_secs': 0.519903} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.967287] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Reconfigured VM instance instance-00000025 to attach disk [datastore1] b5adf32b-f399-4338-8a19-79f9d51e9072/b5adf32b-f399-4338-8a19-79f9d51e9072.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.970016] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c523ac2-542a-4f2e-8e88-a821dcd80ab6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.976312] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 792.976312] env[69325]: value = "task-4071540" [ 792.976312] env[69325]: _type = "Task" [ 792.976312] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.986849] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071540, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.196186] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.227476] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.227689] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806835', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'name': 'volume-568f972f-98c5-45e2-a170-1a5343656c6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcd6aaab-6eb2-4283-97db-b3e67330f4e6', 'attached_at': '', 'detached_at': '', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'serial': '568f972f-98c5-45e2-a170-1a5343656c6d'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.228748] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd66a10-fed9-433d-8bc7-16086583d815 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.250594] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43d1a7-31ac-4d3d-9037-55e627918df3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.278510] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-568f972f-98c5-45e2-a170-1a5343656c6d/volume-568f972f-98c5-45e2-a170-1a5343656c6d.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.282269] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4fe5701-7f7a-405c-89ad-8f1333b8e5e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.304166] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Waiting for the task: (returnval){ [ 793.304166] env[69325]: value = "task-4071541" [ 793.304166] env[69325]: _type = "Task" [ 793.304166] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.317788] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.422183] env[69325]: DEBUG nova.network.neutron [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [{"id": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "address": "fa:16:3e:d3:e6:ad", "network": {"id": "33a0b5bd-ca01-494f-b4dd-efbdeef2acee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1496162013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "96a92aa58da24dfda0e82a50f52c4f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e45739-2f", "ovs_interfaceid": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.458934] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance d6a3be63-5ad6-4ca9-855e-01b14065473a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.460639] env[69325]: DEBUG oslo_vmware.api [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151004} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.463051] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.464179] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.464179] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.464179] env[69325]: INFO nova.compute.manager [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 793.464179] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.464179] env[69325]: DEBUG nova.compute.manager [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.464179] env[69325]: DEBUG nova.network.neutron [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.488600] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071540, 'name': Rename_Task, 'duration_secs': 0.266146} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.488885] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.489145] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c44725d9-b07d-4a4b-8111-38b1aa02f96e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.496597] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 793.496597] env[69325]: value = "task-4071542" [ 793.496597] env[69325]: _type = "Task" [ 793.496597] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.506245] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.817769] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.929994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Releasing lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.930359] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Instance network_info: |[{"id": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "address": "fa:16:3e:d3:e6:ad", "network": {"id": "33a0b5bd-ca01-494f-b4dd-efbdeef2acee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1496162013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "96a92aa58da24dfda0e82a50f52c4f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e45739-2f", "ovs_interfaceid": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.930829] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e6:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e45739-2fc0-4cf4-b707-f2f27f1a9a64', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.938630] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Creating folder: Project (96a92aa58da24dfda0e82a50f52c4f15). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.938630] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56621b64-c906-4daa-a0a7-5772d0444ae3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.951816] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Created folder: Project (96a92aa58da24dfda0e82a50f52c4f15) in parent group-v806727. [ 793.952339] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Creating folder: Instances. Parent ref: group-v806836. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.953020] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7ed2c97-81ef-4e9b-a2cc-9aa66f696194 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.963532] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 87fa633a-1683-4219-a042-4b9bffe90c2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.969469] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Created folder: Instances in parent group-v806836. [ 793.970394] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.970394] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.970700] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f04a9e-14e2-4bc7-bd92-adbc34dd11f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.001222] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.001222] env[69325]: value = "task-4071545" [ 794.001222] env[69325]: _type = "Task" [ 794.001222] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.017120] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071545, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.021705] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071542, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.231751] env[69325]: DEBUG nova.compute.manager [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.232714] env[69325]: DEBUG nova.compute.manager [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing instance network info cache due to event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.232960] env[69325]: DEBUG oslo_concurrency.lockutils [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] Acquiring lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233184] env[69325]: DEBUG oslo_concurrency.lockutils [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] Acquired lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233408] env[69325]: DEBUG nova.network.neutron [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.315947] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071541, 'name': ReconfigVM_Task, 'duration_secs': 0.808224} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.316279] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-568f972f-98c5-45e2-a170-1a5343656c6d/volume-568f972f-98c5-45e2-a170-1a5343656c6d.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.322059] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e20f54-7628-4a2b-9d39-f8c7fa3dd56b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.339890] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Waiting for the task: (returnval){ [ 794.339890] env[69325]: value = "task-4071546" [ 794.339890] env[69325]: _type = "Task" [ 794.339890] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.350501] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.471641] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.515035] env[69325]: DEBUG oslo_vmware.api [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071542, 'name': PowerOnVM_Task, 'duration_secs': 0.799363} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.516093] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.516093] env[69325]: INFO nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Took 8.39 seconds to spawn the instance on the hypervisor. [ 794.516093] env[69325]: DEBUG nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.517895] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4108a0b9-400b-476f-b24c-ab429b8bf1d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.525539] env[69325]: DEBUG nova.network.neutron [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.528043] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071545, 'name': CreateVM_Task, 'duration_secs': 0.496025} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.529614] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.532780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.532780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.532780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.532780] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad1ee88-ab4e-4380-afae-29f8b0893f17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.545136] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 794.545136] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f85ee1-e728-01b8-e84a-0b78aec88223" [ 794.545136] env[69325]: _type = "Task" [ 794.545136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.554871] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f85ee1-e728-01b8-e84a-0b78aec88223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.864018] env[69325]: DEBUG oslo_vmware.api [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071546, 'name': ReconfigVM_Task, 'duration_secs': 0.18506} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.864018] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806835', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'name': 'volume-568f972f-98c5-45e2-a170-1a5343656c6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcd6aaab-6eb2-4283-97db-b3e67330f4e6', 'attached_at': '', 'detached_at': '', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'serial': '568f972f-98c5-45e2-a170-1a5343656c6d'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.974757] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance dcd842a0-6cc7-4918-8aa8-d25182252970 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.016949] env[69325]: DEBUG nova.network.neutron [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updated VIF entry in instance network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.017396] env[69325]: DEBUG nova.network.neutron [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [{"id": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "address": "fa:16:3e:d3:e6:ad", "network": {"id": "33a0b5bd-ca01-494f-b4dd-efbdeef2acee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1496162013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a92aa58da24dfda0e82a50f52c4f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e45739-2f", "ovs_interfaceid": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.029513] env[69325]: INFO nova.compute.manager [-] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Took 1.56 seconds to deallocate network for instance. [ 795.058389] env[69325]: INFO nova.compute.manager [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Took 49.39 seconds to build instance. [ 795.064322] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f85ee1-e728-01b8-e84a-0b78aec88223, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.064717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.064954] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.065189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.065815] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.065815] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a35fbb7-e9c2-4713-91cf-1fff39cec943 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.076971] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.077172] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.078009] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e3d6c3-5d04-407e-b6be-f57ceb85378e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.084980] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 795.084980] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529b9f52-dd08-7d1d-7f5f-ba7254445c06" [ 795.084980] env[69325]: _type = "Task" [ 795.084980] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.094238] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529b9f52-dd08-7d1d-7f5f-ba7254445c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.478484] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.520875] env[69325]: DEBUG oslo_concurrency.lockutils [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] Releasing lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.521171] env[69325]: DEBUG nova.compute.manager [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Received event network-vif-deleted-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.521365] env[69325]: INFO nova.compute.manager [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Neutron deleted interface fe0ba7d5-8725-437b-93c9-cd2aac6b3282; detaching it from the instance and deleting it from the info cache [ 795.521515] env[69325]: DEBUG nova.network.neutron [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.535032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.560428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d1d615b0-e38f-494a-985c-939285af84cd tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.443s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.596960] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529b9f52-dd08-7d1d-7f5f-ba7254445c06, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.597885] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797d67b3-7781-493f-be49-185215256a3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.604398] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 795.604398] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529217cb-83e1-71d4-c555-ab5129bf747d" [ 795.604398] env[69325]: _type = "Task" [ 795.604398] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.615931] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529217cb-83e1-71d4-c555-ab5129bf747d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.912790] env[69325]: DEBUG nova.objects.instance [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lazy-loading 'flavor' on Instance uuid bcd6aaab-6eb2-4283-97db-b3e67330f4e6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.985130] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.988839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.989497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.029019] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-335920fa-3dfa-490b-82b9-667dacdecca2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.042771] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a61209-428b-461e-9c06-6775005cb4ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.064029] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.087815] env[69325]: DEBUG nova.compute.manager [req-4d1ccaa7-45c0-4bbd-8b2c-4babaa6f1943 req-0c403743-c622-4885-8da3-a7e900fb1ece service nova] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Detach interface failed, port_id=fe0ba7d5-8725-437b-93c9-cd2aac6b3282, reason: Instance 48776541-d7e5-40e3-97e0-2cd6d2c08c4a could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.115917] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529217cb-83e1-71d4-c555-ab5129bf747d, 'name': SearchDatastore_Task, 'duration_secs': 0.017416} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.116077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.116250] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9e5a0744-6697-4972-9b86-33c5c7f5d83b/9e5a0744-6697-4972-9b86-33c5c7f5d83b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.116532] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-763f64d1-4fb2-46f7-bd6a-adf13aa2d296 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.125683] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 796.125683] env[69325]: value = "task-4071547" [ 796.125683] env[69325]: _type = "Task" [ 796.125683] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.135733] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.271869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.272167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.418926] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eefe92dc-89ed-4c89-99b7-24ed2ca7f700 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.820s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.491192] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 70a9c8d9-900e-4517-92db-73a4e56d195e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.526032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "b5adf32b-f399-4338-8a19-79f9d51e9072" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.526032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.526032] env[69325]: DEBUG nova.compute.manager [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.526898] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d20cb-011a-46f6-bb54-60f1a85213da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.539438] env[69325]: DEBUG nova.compute.manager [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 796.540435] env[69325]: DEBUG nova.objects.instance [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lazy-loading 'flavor' on Instance uuid b5adf32b-f399-4338-8a19-79f9d51e9072 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.594764] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.641306] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.995785] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.137639] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576855} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.137942] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9e5a0744-6697-4972-9b86-33c5c7f5d83b/9e5a0744-6697-4972-9b86-33c5c7f5d83b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.137942] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.137942] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdea4198-5cae-4220-abdc-a1dce2006db8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.146612] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 797.146612] env[69325]: value = "task-4071548" [ 797.146612] env[69325]: _type = "Task" [ 797.146612] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.158043] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.383669] env[69325]: DEBUG oslo_concurrency.lockutils [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.384025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.500985] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance bee5a8e6-dd33-491a-9a9d-54caceadee34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.549953] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.550234] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-619a98a3-c9a8-4d6f-b541-67c61d6172e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.560765] env[69325]: DEBUG oslo_vmware.api [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 797.560765] env[69325]: value = "task-4071549" [ 797.560765] env[69325]: _type = "Task" [ 797.560765] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.577942] env[69325]: DEBUG oslo_vmware.api [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.656755] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297475} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.657121] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.657884] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6fba8c-27e3-4a83-b79d-9d5b17005792 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.686368] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9e5a0744-6697-4972-9b86-33c5c7f5d83b/9e5a0744-6697-4972-9b86-33c5c7f5d83b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.686705] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218bafae-014e-4554-bc6a-77597218b496 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.712352] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 797.712352] env[69325]: value = "task-4071550" [ 797.712352] env[69325]: _type = "Task" [ 797.712352] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.722467] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.887487] env[69325]: INFO nova.compute.manager [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Detaching volume 568f972f-98c5-45e2-a170-1a5343656c6d [ 797.925383] env[69325]: INFO nova.virt.block_device [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Attempting to driver detach volume 568f972f-98c5-45e2-a170-1a5343656c6d from mountpoint /dev/sdb [ 797.925743] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 797.925971] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806835', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'name': 'volume-568f972f-98c5-45e2-a170-1a5343656c6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcd6aaab-6eb2-4283-97db-b3e67330f4e6', 'attached_at': '', 'detached_at': '', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'serial': '568f972f-98c5-45e2-a170-1a5343656c6d'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 797.927495] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ac185-5c59-46ab-8679-072249e29a4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.954972] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6be057-14ab-4a66-b69f-32fc33cd4f7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.963842] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12080250-d1aa-4210-ab65-5b48b3c9d3c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.990278] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87936f20-2436-4450-88dd-4300bbc68137 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.008769] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 693f4c16-568a-488c-b1ac-d51a6518135b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.010206] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] The volume has not been displaced from its original location: [datastore1] volume-568f972f-98c5-45e2-a170-1a5343656c6d/volume-568f972f-98c5-45e2-a170-1a5343656c6d.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 798.015785] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.016458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13104689-0ba8-4250-81de-ed6616ead2e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.039059] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Waiting for the task: (returnval){ [ 798.039059] env[69325]: value = "task-4071551" [ 798.039059] env[69325]: _type = "Task" [ 798.039059] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.048960] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.072198] env[69325]: DEBUG oslo_vmware.api [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071549, 'name': PowerOffVM_Task, 'duration_secs': 0.464818} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.072497] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.072731] env[69325]: DEBUG nova.compute.manager [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.073538] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c7e9e-74aa-4aa7-a96e-b5f40daf5f6f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.223378] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.518655] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 2afd2d64-53a2-4300-ba27-b2de4ca269fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.553794] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071551, 'name': ReconfigVM_Task, 'duration_secs': 0.283907} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.553794] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.558272] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13fe3d3c-9a79-4d14-86df-9fc5b4bfc234 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.574478] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Waiting for the task: (returnval){ [ 798.574478] env[69325]: value = "task-4071552" [ 798.574478] env[69325]: _type = "Task" [ 798.574478] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.583252] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.588383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2855a378-ec72-4a03-8c38-30b9f4700a36 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.724416] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071550, 'name': ReconfigVM_Task, 'duration_secs': 0.597307} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.724702] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9e5a0744-6697-4972-9b86-33c5c7f5d83b/9e5a0744-6697-4972-9b86-33c5c7f5d83b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.725453] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4591e31f-1001-4e59-a915-4748bf0c8214 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.735217] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 798.735217] env[69325]: value = "task-4071553" [ 798.735217] env[69325]: _type = "Task" [ 798.735217] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.746698] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071553, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.021993] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3dd35aa5-4363-4117-8375-3f6f3fa4a85c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.086901] env[69325]: DEBUG oslo_vmware.api [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Task: {'id': task-4071552, 'name': ReconfigVM_Task, 'duration_secs': 0.208874} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.087362] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806835', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'name': 'volume-568f972f-98c5-45e2-a170-1a5343656c6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcd6aaab-6eb2-4283-97db-b3e67330f4e6', 'attached_at': '', 'detached_at': '', 'volume_id': '568f972f-98c5-45e2-a170-1a5343656c6d', 'serial': '568f972f-98c5-45e2-a170-1a5343656c6d'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 799.247119] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071553, 'name': Rename_Task, 'duration_secs': 0.245858} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.247480] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.247742] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-254ece11-7b2a-46a9-b8ec-72eb2c2dd9d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.258043] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 799.258043] env[69325]: value = "task-4071554" [ 799.258043] env[69325]: _type = "Task" [ 799.258043] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.272269] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.525717] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a64aa237-ac06-4b06-bc6b-9cfd3a2fb167 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.656182] env[69325]: DEBUG nova.objects.instance [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lazy-loading 'flavor' on Instance uuid bcd6aaab-6eb2-4283-97db-b3e67330f4e6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.767483] env[69325]: DEBUG oslo_vmware.api [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071554, 'name': PowerOnVM_Task, 'duration_secs': 0.505967} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.767707] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.768916] env[69325]: INFO nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Took 8.68 seconds to spawn the instance on the hypervisor. [ 799.768916] env[69325]: DEBUG nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.768916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967366fb-7697-48cf-a557-0665cc73bfc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.029430] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 2efaacc8-578b-442a-a6f7-ac9ed2ae7093 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 800.029850] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 800.029998] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 800.288268] env[69325]: INFO nova.compute.manager [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Took 46.65 seconds to build instance. [ 800.452101] env[69325]: DEBUG nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.452592] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6dab04-3b8d-4ec8-826a-f44aadd3b76c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.578044] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1396b-5d38-4cea-ad29-78a1829e9b91 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.587701] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfde3b6-5964-42d4-a099-d4a85a660f54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.626021] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a0f42e-fe82-456c-8ebb-6c3e4842ff37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.632043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6fb4b8-3261-4242-b435-7864872fe76d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.647701] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.664334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-123c67e5-d7ab-43f1-a788-fc831c7d8639 tempest-VolumesAssistedSnapshotsTest-130394534 tempest-VolumesAssistedSnapshotsTest-130394534-project-admin] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.790645] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.200s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.968392] env[69325]: INFO nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] instance snapshotting [ 800.968618] env[69325]: WARNING nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 800.973976] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c832cb0-33eb-453f-a4a4-ed5b66ffa336 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.996725] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1bc850-5cff-4838-97bb-e61ae2e26f12 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.153971] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.293630] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.508044] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.508381] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c8263a1-8ca5-4c26-a136-838c35f415fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.518026] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 801.518026] env[69325]: value = "task-4071556" [ 801.518026] env[69325]: _type = "Task" [ 801.518026] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.527268] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071556, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.661066] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 801.661448] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.282s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.661691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.976s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.793010] env[69325]: DEBUG nova.compute.manager [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.793010] env[69325]: DEBUG nova.compute.manager [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing instance network info cache due to event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.793239] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] Acquiring lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.793382] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] Acquired lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.793611] env[69325]: DEBUG nova.network.neutron [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.818734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.032125] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071556, 'name': CreateSnapshot_Task, 'duration_secs': 0.454347} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.032468] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.033364] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4845a8-f2e2-4b36-9a3c-e8b33a72691d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.556283] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.559608] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37cd88fe-891f-4518-938c-b274d338aa72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.570807] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 802.570807] env[69325]: value = "task-4071557" [ 802.570807] env[69325]: _type = "Task" [ 802.570807] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.580261] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071557, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.671627] env[69325]: DEBUG nova.network.neutron [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updated VIF entry in instance network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.671627] env[69325]: DEBUG nova.network.neutron [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [{"id": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "address": "fa:16:3e:d3:e6:ad", "network": {"id": "33a0b5bd-ca01-494f-b4dd-efbdeef2acee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1496162013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a92aa58da24dfda0e82a50f52c4f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e45739-2f", "ovs_interfaceid": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.759395] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3207aae9-cc25-4cdc-8cc0-43b8b6b61ca4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.768038] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be8bbb8-caf6-4dab-887c-52051e6ced5c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.805066] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ddca57-5f17-4dd7-ae4a-9cf2df09317f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.814239] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd56f63-a6d3-47df-b407-6abc7746c48d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.828692] env[69325]: DEBUG nova.compute.provider_tree [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.082028] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071557, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.174603] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea504cc4-3255-4727-b4ca-73446e903d1b req-4be39596-fd43-4cc5-91f2-696759466f46 service nova] Releasing lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.332438] env[69325]: DEBUG nova.scheduler.client.report [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.583164] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071557, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.083879] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071557, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.172365] env[69325]: DEBUG nova.compute.manager [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.172660] env[69325]: DEBUG nova.compute.manager [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing instance network info cache due to event network-changed-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.172800] env[69325]: DEBUG oslo_concurrency.lockutils [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] Acquiring lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.172911] env[69325]: DEBUG oslo_concurrency.lockutils [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] Acquired lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.173228] env[69325]: DEBUG nova.network.neutron [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Refreshing network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.237363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.237632] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.238267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.238475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.238656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.241354] env[69325]: INFO nova.compute.manager [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Terminating instance [ 804.344762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.683s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.348509] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.594s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.350829] env[69325]: INFO nova.compute.claims [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.585823] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071557, 'name': CloneVM_Task, 'duration_secs': 1.974244} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.586106] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Created linked-clone VM from snapshot [ 804.586886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b1bc1-3de2-44d0-8ba8-aade4656dbb9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.596274] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Uploading image 9bc60e96-f3e6-4439-911d-f71080bc1c61 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.627869] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.627869] env[69325]: value = "vm-806840" [ 804.627869] env[69325]: _type = "VirtualMachine" [ 804.627869] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.628200] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee72ebc7-558e-4f84-9884-6af7e1656698 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.637970] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease: (returnval){ [ 804.637970] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261fcb6-8917-3af2-fad0-d4f510e4ad71" [ 804.637970] env[69325]: _type = "HttpNfcLease" [ 804.637970] env[69325]: } obtained for exporting VM: (result){ [ 804.637970] env[69325]: value = "vm-806840" [ 804.637970] env[69325]: _type = "VirtualMachine" [ 804.637970] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.638288] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the lease: (returnval){ [ 804.638288] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261fcb6-8917-3af2-fad0-d4f510e4ad71" [ 804.638288] env[69325]: _type = "HttpNfcLease" [ 804.638288] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.645451] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.645451] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261fcb6-8917-3af2-fad0-d4f510e4ad71" [ 804.645451] env[69325]: _type = "HttpNfcLease" [ 804.645451] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.745642] env[69325]: DEBUG nova.compute.manager [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.745890] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.747024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ac9ca-ab22-41e0-a978-4c0569e5b430 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.755149] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.755401] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1be92e-b601-42a6-be4a-bef61adb949b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.762648] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 804.762648] env[69325]: value = "task-4071559" [ 804.762648] env[69325]: _type = "Task" [ 804.762648] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.771628] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.932524] env[69325]: INFO nova.scheduler.client.report [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleted allocation for migration f3794cba-9407-4049-9103-5000d83ea5ad [ 805.116760] env[69325]: DEBUG nova.network.neutron [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updated VIF entry in instance network info cache for port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.117176] env[69325]: DEBUG nova.network.neutron [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [{"id": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "address": "fa:16:3e:d3:e6:ad", "network": {"id": "33a0b5bd-ca01-494f-b4dd-efbdeef2acee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1496162013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a92aa58da24dfda0e82a50f52c4f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e45739-2f", "ovs_interfaceid": "b1e45739-2fc0-4cf4-b707-f2f27f1a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.147243] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.147243] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261fcb6-8917-3af2-fad0-d4f510e4ad71" [ 805.147243] env[69325]: _type = "HttpNfcLease" [ 805.147243] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.147549] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.147549] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261fcb6-8917-3af2-fad0-d4f510e4ad71" [ 805.147549] env[69325]: _type = "HttpNfcLease" [ 805.147549] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.148445] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25236d1-b6cb-428a-813a-d1c7f5d65066 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.157146] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.157384] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.269680] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2854851-cfb5-4896-8fdd-f86f7bf04bcf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.280065] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071559, 'name': PowerOffVM_Task, 'duration_secs': 0.314337} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.281257] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.281448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.281758] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dad46c3-2193-4385-8430-ea79bd5ef0f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.355182] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.355414] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.355547] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Deleting the datastore file [datastore2] bcd6aaab-6eb2-4283-97db-b3e67330f4e6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.355803] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c3b8cde-18ae-4cd0-b514-d7d9e908d23a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.362861] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for the task: (returnval){ [ 805.362861] env[69325]: value = "task-4071561" [ 805.362861] env[69325]: _type = "Task" [ 805.362861] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.375420] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.444240] env[69325]: DEBUG oslo_concurrency.lockutils [None req-97a6da9c-689e-4d98-a969-ac524befeb99 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 50.631s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.620051] env[69325]: DEBUG oslo_concurrency.lockutils [req-09bf4128-af5c-4f4e-85fe-89a279345e6c req-dc6c87b4-5379-4294-a9db-27b91dc8eae8 service nova] Releasing lock "refresh_cache-9e5a0744-6697-4972-9b86-33c5c7f5d83b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877524] env[69325]: DEBUG oslo_vmware.api [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Task: {'id': task-4071561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148927} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.878266] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.878538] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.878999] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.879471] env[69325]: INFO nova.compute.manager [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.880802] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.881134] env[69325]: DEBUG nova.compute.manager [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.881333] env[69325]: DEBUG nova.network.neutron [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.987013] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66093483-8b86-414a-807b-01d6e6079bd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.994046] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.994046] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.994224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.994675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.996468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.000641] env[69325]: INFO nova.compute.manager [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Terminating instance [ 806.002926] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4bd1c-eabd-4f00-88e6-8e47c4909bba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.052666] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9fad42-be86-4ebd-a818-a603e2f8f271 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.062846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b6e227-e621-47d9-a443-b839432485bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.080607] env[69325]: DEBUG nova.compute.provider_tree [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.514855] env[69325]: DEBUG nova.compute.manager [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.515156] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.516534] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dcb13d-99d2-41b5-917d-d3b0bd38d418 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.525079] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.525377] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc26ac1-ec3c-402f-a557-148860c0d3e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.534069] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 806.534069] env[69325]: value = "task-4071562" [ 806.534069] env[69325]: _type = "Task" [ 806.534069] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.545518] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.584108] env[69325]: DEBUG nova.scheduler.client.report [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.657021] env[69325]: DEBUG nova.compute.manager [req-272f5a6b-4792-4ff2-afc8-b0cb96bc38c7 req-3ef4a42c-84b1-443a-8676-37387c6f56c1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Received event network-vif-deleted-7fc44697-04ec-46d6-bdd5-be4694e992d7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.657021] env[69325]: INFO nova.compute.manager [req-272f5a6b-4792-4ff2-afc8-b0cb96bc38c7 req-3ef4a42c-84b1-443a-8676-37387c6f56c1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Neutron deleted interface 7fc44697-04ec-46d6-bdd5-be4694e992d7; detaching it from the instance and deleting it from the info cache [ 806.657021] env[69325]: DEBUG nova.network.neutron [req-272f5a6b-4792-4ff2-afc8-b0cb96bc38c7 req-3ef4a42c-84b1-443a-8676-37387c6f56c1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.052141] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071562, 'name': PowerOffVM_Task, 'duration_secs': 0.313286} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.052491] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.053121] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.053291] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45767353-cc62-47bd-9838-2ad6b20c2f17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.092427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.092427] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.094333] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.787s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.096672] env[69325]: INFO nova.compute.claims [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.123484] env[69325]: DEBUG nova.network.neutron [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.133622] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.133622] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.133622] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Deleting the datastore file [datastore1] 9e5a0744-6697-4972-9b86-33c5c7f5d83b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.134143] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29cf5ea5-3157-4289-9a87-1b44bbecf5f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.143882] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for the task: (returnval){ [ 807.143882] env[69325]: value = "task-4071564" [ 807.143882] env[69325]: _type = "Task" [ 807.143882] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.159111] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.160485] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba50003d-af1b-4923-b5c6-31393d9d1c82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.173096] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16376d-2912-44c8-add4-acd81eb83a06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.221259] env[69325]: DEBUG nova.compute.manager [req-272f5a6b-4792-4ff2-afc8-b0cb96bc38c7 req-3ef4a42c-84b1-443a-8676-37387c6f56c1 service nova] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Detach interface failed, port_id=7fc44697-04ec-46d6-bdd5-be4694e992d7, reason: Instance bcd6aaab-6eb2-4283-97db-b3e67330f4e6 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.601615] env[69325]: DEBUG nova.compute.utils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.608346] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.608346] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.626856] env[69325]: INFO nova.compute.manager [-] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Took 1.75 seconds to deallocate network for instance. [ 807.655531] env[69325]: DEBUG oslo_vmware.api [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Task: {'id': task-4071564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158748} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.655819] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.655995] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.656191] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.656348] env[69325]: INFO nova.compute.manager [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.656684] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.656828] env[69325]: DEBUG nova.compute.manager [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.656870] env[69325]: DEBUG nova.network.neutron [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.659941] env[69325]: DEBUG nova.policy [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe4b19bff504ba0a2dfd19950e5cfe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390980613b184b0da0cd4ef1fab217d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.946191] env[69325]: DEBUG nova.compute.manager [req-58eaa627-1854-4f5c-b2ba-d2856070ac16 req-4a2ebe7b-55a8-41c2-b5eb-5240b806bef5 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Received event network-vif-deleted-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.946525] env[69325]: INFO nova.compute.manager [req-58eaa627-1854-4f5c-b2ba-d2856070ac16 req-4a2ebe7b-55a8-41c2-b5eb-5240b806bef5 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Neutron deleted interface b1e45739-2fc0-4cf4-b707-f2f27f1a9a64; detaching it from the instance and deleting it from the info cache [ 807.946775] env[69325]: DEBUG nova.network.neutron [req-58eaa627-1854-4f5c-b2ba-d2856070ac16 req-4a2ebe7b-55a8-41c2-b5eb-5240b806bef5 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.020231] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Successfully created port: 583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.052408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.052788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.111875] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.133102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.410403] env[69325]: DEBUG nova.network.neutron [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.452140] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee95ea9d-aa6b-4c23-b0cc-4f5b4fb2fbd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.465379] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b610f-3ea6-46d4-b9d4-5f6817400f01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.505271] env[69325]: DEBUG nova.compute.manager [req-58eaa627-1854-4f5c-b2ba-d2856070ac16 req-4a2ebe7b-55a8-41c2-b5eb-5240b806bef5 service nova] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Detach interface failed, port_id=b1e45739-2fc0-4cf4-b707-f2f27f1a9a64, reason: Instance 9e5a0744-6697-4972-9b86-33c5c7f5d83b could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.726525] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265005a0-9881-4709-9b43-f802751eeec8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.734716] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0e4ae-f447-4d2b-bef0-78d224412689 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.766196] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f621e-8bd1-45c4-8194-632d2ec3bac8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.775527] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e978a9f7-b91d-4493-b292-f93b6f9d9292 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.790756] env[69325]: DEBUG nova.compute.provider_tree [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.913129] env[69325]: INFO nova.compute.manager [-] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Took 1.26 seconds to deallocate network for instance. [ 809.125867] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.152349] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.152627] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.152827] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.153017] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.153162] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.154040] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.154040] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.154040] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.154040] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.154610] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.154610] env[69325]: DEBUG nova.virt.hardware [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.155322] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a2bd7-1755-4ef2-a898-f58cdd5a4700 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.167472] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b9975-44ab-46de-af60-6e091b2fc7ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.294449] env[69325]: DEBUG nova.scheduler.client.report [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.419292] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.558788] env[69325]: DEBUG nova.compute.manager [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received event network-vif-plugged-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.559028] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.559237] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.559400] env[69325]: DEBUG oslo_concurrency.lockutils [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.559565] env[69325]: DEBUG nova.compute.manager [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] No waiting events found dispatching network-vif-plugged-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 809.559779] env[69325]: WARNING nova.compute.manager [req-ea5aeefe-96dd-49d3-ba23-5a83db26529c req-6c58348f-c024-4dc3-9700-601de07ed864 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received unexpected event network-vif-plugged-583ae379-5d60-4f4b-a550-d4557c603570 for instance with vm_state building and task_state spawning. [ 809.668333] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Successfully updated port: 583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.799808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.801054] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.803622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.387s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.806239] env[69325]: INFO nova.compute.claims [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.172481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.172806] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.172806] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.310389] env[69325]: DEBUG nova.compute.utils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.313856] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 810.704804] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.814701] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.887114] env[69325]: DEBUG nova.network.neutron [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [{"id": "583ae379-5d60-4f4b-a550-d4557c603570", "address": "fa:16:3e:e1:5d:91", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583ae379-5d", "ovs_interfaceid": "583ae379-5d60-4f4b-a550-d4557c603570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.382494] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a86a95-ebcf-4932-9d4e-f34657196f14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.391816] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e62a3-7287-4e77-b5ed-f7c64c994616 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.396379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.396809] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance network_info: |[{"id": "583ae379-5d60-4f4b-a550-d4557c603570", "address": "fa:16:3e:e1:5d:91", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583ae379-5d", "ovs_interfaceid": "583ae379-5d60-4f4b-a550-d4557c603570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.397702] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:5d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583ae379-5d60-4f4b-a550-d4557c603570', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.406738] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.407505] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.408048] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dd4c93d-e13d-4083-9489-49bbce1c8f62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.452081] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feaaee2-239b-40a3-826b-6770848b513a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.458383] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.458383] env[69325]: value = "task-4071565" [ 811.458383] env[69325]: _type = "Task" [ 811.458383] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.463871] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd3099-db06-43c3-84c4-e22cf8c4f36e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.478179] env[69325]: DEBUG nova.compute.provider_tree [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.482760] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071565, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.588177] env[69325]: DEBUG nova.compute.manager [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received event network-changed-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.588262] env[69325]: DEBUG nova.compute.manager [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing instance network info cache due to event network-changed-583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.588469] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] Acquiring lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.588730] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] Acquired lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588730] env[69325]: DEBUG nova.network.neutron [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.825933] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.847766] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.848019] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.848183] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.848368] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.848514] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.848676] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.848859] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.849029] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.849196] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.849356] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.849530] env[69325]: DEBUG nova.virt.hardware [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.850753] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e695a501-e207-48e6-88fa-f973e52ae546 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.860801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6655c-feae-4ee8-9a76-990497a42d5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.875315] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.881012] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Creating folder: Project (ce76cbf7354e47bd94a863dd88a10c54). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.881330] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c0274a-9d6c-4818-9991-1910e7213a5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.892181] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Created folder: Project (ce76cbf7354e47bd94a863dd88a10c54) in parent group-v806727. [ 811.892462] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Creating folder: Instances. Parent ref: group-v806842. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.892768] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1dbf94-7417-443d-9e16-e40beb6888ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.905568] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Created folder: Instances in parent group-v806842. [ 811.905872] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.906130] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.906371] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f5f634-0fed-4c20-9d37-bf8ac3156fdc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.927379] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.927379] env[69325]: value = "task-4071568" [ 811.927379] env[69325]: _type = "Task" [ 811.927379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.936130] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071568, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.969134] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071565, 'name': CreateVM_Task, 'duration_secs': 0.37232} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.969321] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.970154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.970346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.970682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.970958] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0901beff-938a-4c10-8faf-87113235c63b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.976281] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 811.976281] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5286bb21-ba27-476f-4ca7-559ca1876dd9" [ 811.976281] env[69325]: _type = "Task" [ 811.976281] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.986033] env[69325]: DEBUG nova.scheduler.client.report [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.990750] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5286bb21-ba27-476f-4ca7-559ca1876dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.333634] env[69325]: DEBUG nova.network.neutron [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updated VIF entry in instance network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.333993] env[69325]: DEBUG nova.network.neutron [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [{"id": "583ae379-5d60-4f4b-a550-d4557c603570", "address": "fa:16:3e:e1:5d:91", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583ae379-5d", "ovs_interfaceid": "583ae379-5d60-4f4b-a550-d4557c603570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.390193] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.391146] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a82c03-d8b9-4380-80be-3971bab858f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.398498] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.399419] env[69325]: ERROR oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk due to incomplete transfer. [ 812.399419] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ec2c21f-43e0-406c-9d08-bcb7bc553c88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.407079] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205a9db-d90f-498b-d139-295e881a22a8/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.407312] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Uploaded image 9bc60e96-f3e6-4439-911d-f71080bc1c61 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.409949] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.409949] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d58117b0-8b7e-4009-b298-3a83bd54fd7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.418571] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 812.418571] env[69325]: value = "task-4071569" [ 812.418571] env[69325]: _type = "Task" [ 812.418571] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.428718] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071569, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.439519] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071568, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.488739] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5286bb21-ba27-476f-4ca7-559ca1876dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.490269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.490269] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.490269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.490269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.490269] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.491317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.492106] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.494985] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e1f839-5c33-4c34-8e3d-42c054b02601 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.498559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.146s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.498559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.500671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.486s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.500822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.502818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.752s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.503066] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.505329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.705s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.506991] env[69325]: INFO nova.compute.claims [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.521123] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.521900] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.522519] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13623e98-6dc2-435d-8411-9a9dc25efc7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.529340] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 812.529340] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529a4d86-c959-2bc4-87b2-7c4c8ba7e260" [ 812.529340] env[69325]: _type = "Task" [ 812.529340] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.535920] env[69325]: INFO nova.scheduler.client.report [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 2903c85c-20c2-4747-9522-922f56568546 [ 812.542515] env[69325]: INFO nova.scheduler.client.report [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Deleted allocations for instance 25436752-c4fa-4f90-a057-883501b0eaa6 [ 812.542515] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529a4d86-c959-2bc4-87b2-7c4c8ba7e260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.555223] env[69325]: INFO nova.scheduler.client.report [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Deleted allocations for instance d0089ac6-b35e-4705-8652-1d87d64394f8 [ 812.837381] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3cfa4db-cd06-4da5-ae66-c3256625567c req-491104b5-bb48-4db9-b6dd-9c525a27e34e service nova] Releasing lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.928449] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071569, 'name': Destroy_Task, 'duration_secs': 0.387704} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.928862] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Destroyed the VM [ 812.929732] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 812.932761] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5a2d310-6334-4082-8873-695272979b62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.940357] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071568, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.941850] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 812.941850] env[69325]: value = "task-4071570" [ 812.941850] env[69325]: _type = "Task" [ 812.941850] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.951939] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.999747] env[69325]: DEBUG nova.compute.utils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.002270] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.002602] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.045131] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529a4d86-c959-2bc4-87b2-7c4c8ba7e260, 'name': SearchDatastore_Task, 'duration_secs': 0.030121} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.045520] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f780bdaf-f2ef-4487-9d03-799c71cffa0a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.054015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bf18640-315c-4eeb-b760-2f8756cf578d tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "2903c85c-20c2-4747-9522-922f56568546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.578s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.062652] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 813.062652] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5222bd07-917f-ec50-694d-91277934e918" [ 813.062652] env[69325]: _type = "Task" [ 813.062652] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.064486] env[69325]: DEBUG nova.policy [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b250972753d2425dbd2cb80548d43c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a3582a43564b60a02b6ff4c145faa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.066556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964e6220-d0da-41f5-9490-fc695bb486cc tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Lock "d0089ac6-b35e-4705-8652-1d87d64394f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.172s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.080186] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5222bd07-917f-ec50-694d-91277934e918, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.080723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081016] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 338e3dba-8a0f-449f-8390-a4899ae08146/338e3dba-8a0f-449f-8390-a4899ae08146.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.082206] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc0ed19b-c4dd-414d-9d53-eef19e5f51a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.089558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5d86eefa-2481-4991-a10e-8c25b7490c23 tempest-ServersAaction247Test-410651643 tempest-ServersAaction247Test-410651643-project-member] Lock "25436752-c4fa-4f90-a057-883501b0eaa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.586s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.095052] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 813.095052] env[69325]: value = "task-4071571" [ 813.095052] env[69325]: _type = "Task" [ 813.095052] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.103100] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.446434] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071568, 'name': CreateVM_Task, 'duration_secs': 1.338726} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.451083] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.451795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.452061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.452478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.453272] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc02b09-e22c-4577-b398-34422e532c6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.462918] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071570, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.470439] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 813.470439] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52be45ac-913c-a973-9973-19077bf9e9cc" [ 813.470439] env[69325]: _type = "Task" [ 813.470439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.487737] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52be45ac-913c-a973-9973-19077bf9e9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.506422] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.512786] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Successfully created port: 538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.614657] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.757636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "6aa09725-5e88-48bd-8328-e5ef212f4593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.757901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.957914] env[69325]: DEBUG oslo_vmware.api [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.597549} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.958247] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 813.958468] env[69325]: INFO nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Took 12.99 seconds to snapshot the instance on the hypervisor. [ 813.983139] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52be45ac-913c-a973-9973-19077bf9e9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.056666} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.988020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.988020] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.988020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.988020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.988020] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.988316] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c5ccc5-e598-43cf-8093-79b230c30d46 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.000299] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.000510] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.001312] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9507d3b4-f78e-4026-a6f9-ebdb6bf2e8f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.010651] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 814.010651] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f744c2-a7ae-b88b-f47d-3d04c04be2f6" [ 814.010651] env[69325]: _type = "Task" [ 814.010651] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.029899] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f744c2-a7ae-b88b-f47d-3d04c04be2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.033444] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35efbac3-86f7-4abf-a475-71701f7daaaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.043000] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 814.043000] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e1e6b7-c6f0-319b-b68b-3fbef915a1f3" [ 814.043000] env[69325]: _type = "Task" [ 814.043000] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.055817] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e1e6b7-c6f0-319b-b68b-3fbef915a1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.059088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.059640] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.062597] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba256aa-caec-4b60-bdb7-77e3948a658b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.071285] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 814.071285] env[69325]: value = "task-4071572" [ 814.071285] env[69325]: _type = "Task" [ 814.071285] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.081905] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.105767] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539903} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.106095] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 338e3dba-8a0f-449f-8390-a4899ae08146/338e3dba-8a0f-449f-8390-a4899ae08146.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.106427] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.107061] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629c6d48-2d0f-46f1-a852-91a2f4b05a24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.116650] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 814.116650] env[69325]: value = "task-4071573" [ 814.116650] env[69325]: _type = "Task" [ 814.116650] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.141899] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.244735] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6606dd7-da55-41ab-b62c-f1d9baf75006 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.249409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "b5adf32b-f399-4338-8a19-79f9d51e9072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.249996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.250394] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.250753] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.251213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.256407] env[69325]: INFO nova.compute.manager [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Terminating instance [ 814.259273] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9167eb03-2c95-42fc-b079-048006d0aa20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.304198] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd94fa-0594-4863-b606-6e7f8681e701 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.318563] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9253b84-58a9-48ea-8b27-0add5eac84f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.339661] env[69325]: DEBUG nova.compute.provider_tree [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.464105] env[69325]: DEBUG nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance disappeared during snapshot {{(pid=69325) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 814.487044] env[69325]: DEBUG nova.compute.manager [None req-3d45df5d-94d4-4b4e-a195-c97a4ce6c416 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image not found during clean up 9bc60e96-f3e6-4439-911d-f71080bc1c61 {{(pid=69325) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 814.525547] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.575016] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.576817] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.576817] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.576817] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.576817] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.576817] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.576987] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.577138] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.577601] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.577903] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.578223] env[69325]: DEBUG nova.virt.hardware [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.580219] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ea27e-0208-4235-a33a-8e7b8005e11a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.596748] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49827} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.598122] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.598324] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.598662] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e86ddf78-9b1f-47ed-8aaf-00228f7ed0d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.601842] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb4574-c7b0-40fe-8880-3739431b3c9b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.632850] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 814.632850] env[69325]: value = "task-4071574" [ 814.632850] env[69325]: _type = "Task" [ 814.632850] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.642344] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078652} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.643152] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.644594] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca5b77-c57e-43a5-9d05-763218ecba85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.651044] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.672822] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 338e3dba-8a0f-449f-8390-a4899ae08146/338e3dba-8a0f-449f-8390-a4899ae08146.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.673590] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19dd84d-e1bd-4b93-b32b-34b9cfed0a2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.696964] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 814.696964] env[69325]: value = "task-4071575" [ 814.696964] env[69325]: _type = "Task" [ 814.696964] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.707946] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.766972] env[69325]: DEBUG nova.compute.manager [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.767236] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.768150] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cca06d-41e5-4e0a-9724-32aee30feca9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.776289] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.776560] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3295637-7ef4-4aa1-b23b-488b2ade059b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.842835] env[69325]: DEBUG nova.scheduler.client.report [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.872230] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.872230] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.872230] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore1] b5adf32b-f399-4338-8a19-79f9d51e9072 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.872828] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83806b9f-a9b1-4e41-9a8d-25ad8d5a26d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.880334] env[69325]: DEBUG oslo_vmware.api [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 814.880334] env[69325]: value = "task-4071577" [ 814.880334] env[69325]: _type = "Task" [ 814.880334] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.889982] env[69325]: DEBUG oslo_vmware.api [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.056688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.057028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.143460] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226111} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.144377] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.144556] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07cc7c-35df-4cd4-b16b-9fe3d8bceaf2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.166826] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.167157] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56682431-0aea-4c92-bd1c-aeedef58ce1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.189364] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 815.189364] env[69325]: value = "task-4071578" [ 815.189364] env[69325]: _type = "Task" [ 815.189364] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.198570] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.207871] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071575, 'name': ReconfigVM_Task, 'duration_secs': 0.327233} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.208167] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 338e3dba-8a0f-449f-8390-a4899ae08146/338e3dba-8a0f-449f-8390-a4899ae08146.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.208866] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851d65fc-f1ef-424b-837a-ba365fe817a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.217052] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 815.217052] env[69325]: value = "task-4071579" [ 815.217052] env[69325]: _type = "Task" [ 815.217052] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.228080] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071579, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.312384] env[69325]: DEBUG nova.compute.manager [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Received event network-vif-plugged-538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.312384] env[69325]: DEBUG oslo_concurrency.lockutils [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] Acquiring lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.312384] env[69325]: DEBUG oslo_concurrency.lockutils [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.312384] env[69325]: DEBUG oslo_concurrency.lockutils [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.312384] env[69325]: DEBUG nova.compute.manager [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] No waiting events found dispatching network-vif-plugged-538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 815.312384] env[69325]: WARNING nova.compute.manager [req-c14b502f-526a-4199-b519-ef374a899131 req-0c1c7c99-e966-4b6b-9eb2-fb78aca7f489 service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Received unexpected event network-vif-plugged-538c7fac-b42d-47da-88f7-c2ba73b4da48 for instance with vm_state building and task_state spawning. [ 815.354218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.354218] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.356419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.237s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.358600] env[69325]: INFO nova.compute.claims [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.391045] env[69325]: DEBUG oslo_vmware.api [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193714} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.391536] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.391732] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.391917] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.392113] env[69325]: INFO nova.compute.manager [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Took 0.62 seconds to destroy the instance on the hypervisor. [ 815.392638] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.392855] env[69325]: DEBUG nova.compute.manager [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.392954] env[69325]: DEBUG nova.network.neutron [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.510549] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Successfully updated port: 538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.701556] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071578, 'name': ReconfigVM_Task, 'duration_secs': 0.331286} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.701844] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.703088] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-369c349e-df90-4bd2-8f30-def671d45fe5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.710400] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 815.710400] env[69325]: value = "task-4071580" [ 815.710400] env[69325]: _type = "Task" [ 815.710400] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.721449] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071580, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.731352] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071579, 'name': Rename_Task, 'duration_secs': 0.165343} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.731584] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.731835] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d37e406-e414-4d82-ac12-cca40258ab04 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.739818] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 815.739818] env[69325]: value = "task-4071581" [ 815.739818] env[69325]: _type = "Task" [ 815.739818] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.749191] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.866966] env[69325]: DEBUG nova.compute.utils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.872055] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.872271] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.952424] env[69325]: DEBUG nova.policy [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f834827ce7e46e085ffbd8535e6eaa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ad3c97c43a648daa5c0dc6c2438dcbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.014428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.014596] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.014756] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.221269] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071580, 'name': Rename_Task, 'duration_secs': 0.199913} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.221628] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.221828] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1903ba-c9a8-4bbd-ba7c-1d80ead7d720 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.233399] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 816.233399] env[69325]: value = "task-4071582" [ 816.233399] env[69325]: _type = "Task" [ 816.233399] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.243393] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.254911] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.377856] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.563654] env[69325]: DEBUG nova.compute.manager [req-211ba0d0-74ff-492b-bd45-1a579172a97e req-8679a91f-5510-4450-95ad-cc0a0b037464 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Received event network-vif-deleted-add801b1-2344-4f33-8635-045ca9fcd165 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.563820] env[69325]: INFO nova.compute.manager [req-211ba0d0-74ff-492b-bd45-1a579172a97e req-8679a91f-5510-4450-95ad-cc0a0b037464 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Neutron deleted interface add801b1-2344-4f33-8635-045ca9fcd165; detaching it from the instance and deleting it from the info cache [ 816.564154] env[69325]: DEBUG nova.network.neutron [req-211ba0d0-74ff-492b-bd45-1a579172a97e req-8679a91f-5510-4450-95ad-cc0a0b037464 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.590647] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.660688] env[69325]: DEBUG nova.network.neutron [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.752150] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.758637] env[69325]: DEBUG oslo_vmware.api [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071581, 'name': PowerOnVM_Task, 'duration_secs': 0.531461} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.761578] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.761795] env[69325]: INFO nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 7.64 seconds to spawn the instance on the hypervisor. [ 816.761976] env[69325]: DEBUG nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.763047] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26b3b9-bf61-4e62-802d-bdee6759aacc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.819018] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Successfully created port: 0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.883486] env[69325]: INFO nova.virt.block_device [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Booting with volume a524bcc2-da9f-40c7-a080-cabae8d2bfd5 at /dev/sda [ 816.912877] env[69325]: DEBUG nova.network.neutron [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Updating instance_info_cache with network_info: [{"id": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "address": "fa:16:3e:dc:56:16", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7fac-b4", "ovs_interfaceid": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.945183] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4169107e-cc70-44c5-add3-ba5c59d2b807 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.958283] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c038d13-17f9-457e-af83-90e1427a24c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.000033] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-241bf77b-79af-4349-b605-c864a563ef4e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.011918] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a12fe-c9fe-4ff7-b44b-f3a22ea8f7f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.056432] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f36a0e5-00f5-4834-92e4-804c8f2bd21b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.066443] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec3e44-1730-4dec-8c96-2a125a47d857 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.071073] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e11ba293-c049-4728-8123-5386c250eac1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.076247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e249f-760a-47b2-8c57-0259caaeaedd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.090286] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0131a-215f-48fd-b55b-72513ffd9734 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.094413] env[69325]: DEBUG nova.virt.block_device [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating existing volume attachment record: cc038be0-becb-40aa-8fad-423950176e6b {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 817.104020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a52f02-2384-4e72-a1dd-8c4dc847efb0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.156882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31bc8f-62b1-484a-9803-522bc80c83ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.160105] env[69325]: DEBUG nova.compute.manager [req-211ba0d0-74ff-492b-bd45-1a579172a97e req-8679a91f-5510-4450-95ad-cc0a0b037464 service nova] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Detach interface failed, port_id=add801b1-2344-4f33-8635-045ca9fcd165, reason: Instance b5adf32b-f399-4338-8a19-79f9d51e9072 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.169424] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db6f75-8a6e-463c-bc69-1f53e1f74aa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.171701] env[69325]: INFO nova.compute.manager [-] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Took 1.78 seconds to deallocate network for instance. [ 817.189025] env[69325]: DEBUG nova.compute.provider_tree [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.247398] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.285995] env[69325]: INFO nova.compute.manager [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 51.55 seconds to build instance. [ 817.423248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.423590] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Instance network_info: |[{"id": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "address": "fa:16:3e:dc:56:16", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7fac-b4", "ovs_interfaceid": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.424029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:56:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538c7fac-b42d-47da-88f7-c2ba73b4da48', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.431734] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.432200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.432200] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a4095d9-d4d2-4eff-9a98-4b369f75170f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.454738] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.454738] env[69325]: value = "task-4071583" [ 817.454738] env[69325]: _type = "Task" [ 817.454738] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.465665] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071583, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.506072] env[69325]: DEBUG nova.compute.manager [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Received event network-changed-538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.506289] env[69325]: DEBUG nova.compute.manager [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Refreshing instance network info cache due to event network-changed-538c7fac-b42d-47da-88f7-c2ba73b4da48. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.506610] env[69325]: DEBUG oslo_concurrency.lockutils [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] Acquiring lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506675] env[69325]: DEBUG oslo_concurrency.lockutils [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] Acquired lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506862] env[69325]: DEBUG nova.network.neutron [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Refreshing network info cache for port 538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.689158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.690443] env[69325]: DEBUG nova.scheduler.client.report [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.752344] env[69325]: DEBUG oslo_vmware.api [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071582, 'name': PowerOnVM_Task, 'duration_secs': 1.094383} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.752769] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.753028] env[69325]: INFO nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Took 5.93 seconds to spawn the instance on the hypervisor. [ 817.753142] env[69325]: DEBUG nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.754551] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f32755-f072-4566-bb8b-5cbe2c34ff3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.790061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.103s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.967077] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071583, 'name': CreateVM_Task, 'duration_secs': 0.381022} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.967295] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.967975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.968158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.968479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.968736] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84eb5aec-c2be-4030-800c-36b276a74ad8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.974849] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 817.974849] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f17c4e-7802-94f5-8f37-638cf8694e58" [ 817.974849] env[69325]: _type = "Task" [ 817.974849] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.984523] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f17c4e-7802-94f5-8f37-638cf8694e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.197116] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.197640] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.204042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.075s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.204042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.204042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.263s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.206383] env[69325]: INFO nova.compute.claims [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.257919] env[69325]: INFO nova.scheduler.client.report [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Deleted allocations for instance 651708cb-14cc-4b21-a183-0739ec714d11 [ 818.282354] env[69325]: INFO nova.compute.manager [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Took 50.99 seconds to build instance. [ 818.294315] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.492387] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f17c4e-7802-94f5-8f37-638cf8694e58, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.492697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.492934] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.493219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.493921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.493921] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.493921] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fecce082-9baa-4da9-8c7e-957cb33fdc14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.503685] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.503942] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.504708] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62a8f32-9d1f-4d87-b1f9-a6e092fb7635 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.511864] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 818.511864] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5202b43a-57a1-b1ea-44ae-73ebac94e55e" [ 818.511864] env[69325]: _type = "Task" [ 818.511864] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.522273] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5202b43a-57a1-b1ea-44ae-73ebac94e55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.527250] env[69325]: DEBUG nova.network.neutron [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Updated VIF entry in instance network info cache for port 538c7fac-b42d-47da-88f7-c2ba73b4da48. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.527340] env[69325]: DEBUG nova.network.neutron [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Updating instance_info_cache with network_info: [{"id": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "address": "fa:16:3e:dc:56:16", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c7fac-b4", "ovs_interfaceid": "538c7fac-b42d-47da-88f7-c2ba73b4da48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.703176] env[69325]: DEBUG nova.compute.utils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.708477] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.708477] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.767548] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Successfully updated port: 0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.774391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-13b8acae-8a43-4812-ad00-1f8caed64718 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Lock "651708cb-14cc-4b21-a183-0739ec714d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.687s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.778517] env[69325]: DEBUG nova.policy [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54429164d7db4e9e9fefd17500b698e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e63d6ef600f04ac18aa519b4f816cf1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.785499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaa35f52-eaf8-457b-9bb1-0e20debd4c1d tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.029s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.823483] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.026328] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5202b43a-57a1-b1ea-44ae-73ebac94e55e, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.027313] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a86ae60-2cad-4a14-87ec-b7f41106d7ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.030654] env[69325]: DEBUG oslo_concurrency.lockutils [req-47a41ef9-ce3b-49ba-8b6b-5aa9e0acf381 req-ff4a723e-5fbd-4926-9b9b-fe207abf20bf service nova] Releasing lock "refresh_cache-87fa633a-1683-4219-a042-4b9bffe90c2c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.035901] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 819.035901] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529705c6-82ca-1861-9082-b2b30610f084" [ 819.035901] env[69325]: _type = "Task" [ 819.035901] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.046917] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529705c6-82ca-1861-9082-b2b30610f084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.210145] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.231240] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Successfully created port: 5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.241640] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.242277] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.242459] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.242631] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.242810] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.242951] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.243190] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.243415] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.243576] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.243744] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.243904] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.245038] env[69325]: DEBUG nova.virt.hardware [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.248136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671df7ba-dcd6-42c8-864c-2986112099c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.257914] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3871317-b444-4987-ab38-f083af1055b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.283816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.283816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquired lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.283816] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.289758] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.461071] env[69325]: DEBUG nova.compute.manager [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.461187] env[69325]: DEBUG nova.compute.manager [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing instance network info cache due to event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.465571] env[69325]: DEBUG oslo_concurrency.lockutils [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.465571] env[69325]: DEBUG oslo_concurrency.lockutils [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.465571] env[69325]: DEBUG nova.network.neutron [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.548552] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529705c6-82ca-1861-9082-b2b30610f084, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.551476] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551751] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 87fa633a-1683-4219-a042-4b9bffe90c2c/87fa633a-1683-4219-a042-4b9bffe90c2c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.552226] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38eee1c3-4888-4efa-ad24-ddd3af1a6126 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.562041] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 819.562041] env[69325]: value = "task-4071584" [ 819.562041] env[69325]: _type = "Task" [ 819.562041] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.579645] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.833872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.853837] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.905299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf47b2-4aa3-4f62-968a-4239f33c263b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.917170] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1652a4-e8f4-48eb-9e10-20be249f6cd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.956043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dec75c2-5e06-43e6-b3f6-870e32fdadc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.975671] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0918f-a9b5-46d4-9b58-6e98c01a5f3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.003762] env[69325]: DEBUG nova.compute.provider_tree [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.020891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "cb1584df-62fb-450e-ac7d-bf104f411e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.020891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.077840] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071584, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.221470] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.261363] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.262434] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.262801] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.263177] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.263504] env[69325]: DEBUG nova.virt.hardware [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.264674] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1f434-d2b1-496a-9a07-6f35acc5dfd6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.276257] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95608a43-25d2-4249-a070-19fe3e74c101 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.316221] env[69325]: DEBUG nova.network.neutron [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating instance_info_cache with network_info: [{"id": "0065c73a-f905-4d4c-a199-28cfe1778abb", "address": "fa:16:3e:d4:85:b9", "network": {"id": "89310cbd-ca1b-46ee-9f73-0b4bfd98ab5c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-454556467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad3c97c43a648daa5c0dc6c2438dcbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065c73a-f9", "ovs_interfaceid": "0065c73a-f905-4d4c-a199-28cfe1778abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.394754] env[69325]: DEBUG nova.compute.manager [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Received event network-vif-plugged-0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.395354] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Acquiring lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.395718] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.396965] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.396965] env[69325]: DEBUG nova.compute.manager [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] No waiting events found dispatching network-vif-plugged-0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.396965] env[69325]: WARNING nova.compute.manager [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Received unexpected event network-vif-plugged-0065c73a-f905-4d4c-a199-28cfe1778abb for instance with vm_state building and task_state spawning. [ 820.399213] env[69325]: DEBUG nova.compute.manager [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Received event network-changed-0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.399213] env[69325]: DEBUG nova.compute.manager [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Refreshing instance network info cache due to event network-changed-0065c73a-f905-4d4c-a199-28cfe1778abb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.399213] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Acquiring lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.415734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "bd9162ff-549a-441b-8b70-c77afd0180cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.416008] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.507608] env[69325]: DEBUG nova.scheduler.client.report [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.575495] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788642} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.575871] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 87fa633a-1683-4219-a042-4b9bffe90c2c/87fa633a-1683-4219-a042-4b9bffe90c2c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.576322] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.576738] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f095ab9d-8b1d-423c-a577-9ac6626fc611 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.591185] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 820.591185] env[69325]: value = "task-4071585" [ 820.591185] env[69325]: _type = "Task" [ 820.591185] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.603255] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.609850] env[69325]: DEBUG nova.network.neutron [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updated VIF entry in instance network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.610343] env[69325]: DEBUG nova.network.neutron [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.819628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Releasing lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.819916] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance network_info: |[{"id": "0065c73a-f905-4d4c-a199-28cfe1778abb", "address": "fa:16:3e:d4:85:b9", "network": {"id": "89310cbd-ca1b-46ee-9f73-0b4bfd98ab5c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-454556467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad3c97c43a648daa5c0dc6c2438dcbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065c73a-f9", "ovs_interfaceid": "0065c73a-f905-4d4c-a199-28cfe1778abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.820299] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Acquired lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.820491] env[69325]: DEBUG nova.network.neutron [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Refreshing network info cache for port 0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.821847] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:85:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0065c73a-f905-4d4c-a199-28cfe1778abb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.829857] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Creating folder: Project (6ad3c97c43a648daa5c0dc6c2438dcbf). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.831160] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7179812a-d4ff-48d7-8997-c17211822e13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.845998] env[69325]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 820.846205] env[69325]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69325) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 820.846573] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Folder already exists: Project (6ad3c97c43a648daa5c0dc6c2438dcbf). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 820.846770] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Creating folder: Instances. Parent ref: group-v806794. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.847015] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5d7f0a-9107-42e9-b746-c28d75c98b1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.858619] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Created folder: Instances in parent group-v806794. [ 820.858899] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.859540] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.859540] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791495cc-a13b-4054-bdb4-c8e0c390d6cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.880432] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.880432] env[69325]: value = "task-4071588" [ 820.880432] env[69325]: _type = "Task" [ 820.880432] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.890197] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071588, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.014434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.016428] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.020121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.524s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.022035] env[69325]: INFO nova.compute.claims [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.104063] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071157} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.104828] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.105678] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e17e3ee-0fe2-427d-a407-7337273d630c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.125635] env[69325]: DEBUG oslo_concurrency.lockutils [req-98808f88-fdd1-46a8-9e02-046497ac9a28 req-ac2d2d7c-19b6-4166-aa45-d22f81db82f2 service nova] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.135906] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 87fa633a-1683-4219-a042-4b9bffe90c2c/87fa633a-1683-4219-a042-4b9bffe90c2c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.136881] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34cdc0b-c51f-437e-9b7f-926ffe60ffc7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.161423] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 821.161423] env[69325]: value = "task-4071589" [ 821.161423] env[69325]: _type = "Task" [ 821.161423] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.171203] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.376956] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Successfully updated port: 5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.393778] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071588, 'name': CreateVM_Task, 'duration_secs': 0.400156} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.396080] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.397642] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': 'cc038be0-becb-40aa-8fad-423950176e6b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806804', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'name': 'volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe27b90-c9e0-4033-baeb-a00e285af4cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'serial': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69325) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 821.397738] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Root volume attach. Driver type: vmdk {{(pid=69325) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 821.399961] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b6f17-1024-4219-9ef8-f64f00827f4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.409860] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579dd11a-2062-4c29-83a1-8429ffaeb9ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.421750] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272730e0-026f-4bc5-8e31-05bd0147f9dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.431548] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f82551bb-a69f-4908-96b7-10cb4cf28a1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.442325] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 821.442325] env[69325]: value = "task-4071590" [ 821.442325] env[69325]: _type = "Task" [ 821.442325] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.452202] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.527014] env[69325]: DEBUG nova.compute.utils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.530614] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.530852] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.568517] env[69325]: DEBUG nova.policy [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbd1fdf0dbf4092b7c96d8126662dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edb9458216244df861ee4727a09ba00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.675366] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071589, 'name': ReconfigVM_Task, 'duration_secs': 0.327467} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.675668] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 87fa633a-1683-4219-a042-4b9bffe90c2c/87fa633a-1683-4219-a042-4b9bffe90c2c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.676796] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40380878-914c-4eca-bb9b-9237454bc812 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.684632] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 821.684632] env[69325]: value = "task-4071591" [ 821.684632] env[69325]: _type = "Task" [ 821.684632] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.694306] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071591, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.706539] env[69325]: DEBUG nova.network.neutron [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updated VIF entry in instance network info cache for port 0065c73a-f905-4d4c-a199-28cfe1778abb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.706949] env[69325]: DEBUG nova.network.neutron [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating instance_info_cache with network_info: [{"id": "0065c73a-f905-4d4c-a199-28cfe1778abb", "address": "fa:16:3e:d4:85:b9", "network": {"id": "89310cbd-ca1b-46ee-9f73-0b4bfd98ab5c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-454556467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad3c97c43a648daa5c0dc6c2438dcbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065c73a-f9", "ovs_interfaceid": "0065c73a-f905-4d4c-a199-28cfe1778abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.881682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.881882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.882081] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.963349] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 38%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.034949] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.207313] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071591, 'name': Rename_Task, 'duration_secs': 0.165069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.208581] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Successfully created port: 66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.217708] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.218519] env[69325]: DEBUG oslo_concurrency.lockutils [req-55fa72ed-6294-4ea0-8102-c31262a29e49 req-94a0b5b0-f316-4b14-8710-842cb90dd96d service nova] Releasing lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.221846] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67047552-c85b-460d-9ddc-cec928741d86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.228297] env[69325]: DEBUG nova.compute.manager [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received event network-vif-plugged-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.228297] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Acquiring lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.228297] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.228297] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.228640] env[69325]: DEBUG nova.compute.manager [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] No waiting events found dispatching network-vif-plugged-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.229086] env[69325]: WARNING nova.compute.manager [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received unexpected event network-vif-plugged-5b4ac35b-acec-47ee-99bc-1c4893bb469e for instance with vm_state building and task_state spawning. [ 822.229383] env[69325]: DEBUG nova.compute.manager [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.229656] env[69325]: DEBUG nova.compute.manager [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing instance network info cache due to event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.230054] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Acquiring lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.240136] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 822.240136] env[69325]: value = "task-4071592" [ 822.240136] env[69325]: _type = "Task" [ 822.240136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.255553] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.451193] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.463514] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.762281] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.806962] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e2aa27-bec8-4494-951d-f633d7650b24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.822274] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61b53b-f4d7-4a13-a3ff-231f86a55094 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.867355] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e711714-a7c1-46df-aa85-d009d4dbfb2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.880342] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9000a523-6c7f-4e80-93a2-cede1dbf9b34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.900063] env[69325]: DEBUG nova.compute.provider_tree [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.956194] env[69325]: DEBUG nova.compute.manager [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.956660] env[69325]: DEBUG nova.compute.manager [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing instance network info cache due to event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.957031] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.957319] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.957720] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.964102] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 63%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.056153] env[69325]: DEBUG nova.network.neutron [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.058855] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.129753] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.130103] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.130765] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.130765] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.130894] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.131051] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.131288] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.131464] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.131684] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.131890] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.132099] env[69325]: DEBUG nova.virt.hardware [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.133028] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11d7c90-646a-482a-b0fe-04cd3dbed7df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.150784] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388cdc7d-68ff-4f9c-894b-02ca60b0c690 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.257349] env[69325]: DEBUG oslo_vmware.api [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071592, 'name': PowerOnVM_Task, 'duration_secs': 0.543811} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.257694] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.257932] env[69325]: INFO nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 823.258284] env[69325]: DEBUG nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.259255] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f461ed9-54a5-4cd6-9c54-24527e5ff860 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.404297] env[69325]: DEBUG nova.scheduler.client.report [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.471403] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 78%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.562610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.562970] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Instance network_info: |[{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.563294] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Acquired lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.563476] env[69325]: DEBUG nova.network.neutron [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.566930] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:58:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4ac35b-acec-47ee-99bc-1c4893bb469e', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.574734] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.578514] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.579099] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7dec1cd-e46f-4f63-ac76-4558f3d980e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.607061] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.607061] env[69325]: value = "task-4071593" [ 823.607061] env[69325]: _type = "Task" [ 823.607061] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.624914] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071593, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.784579] env[69325]: INFO nova.compute.manager [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Took 55.41 seconds to build instance. [ 823.909865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.910526] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.913645] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.995s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.913875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.917062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.714s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.917374] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.919373] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.788s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.919731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.921944] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.067s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.923466] env[69325]: INFO nova.compute.claims [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.966161] env[69325]: INFO nova.scheduler.client.report [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Deleted allocations for instance 32c9153b-c6e6-44a8-8c7a-54fff8444175 [ 823.967963] env[69325]: INFO nova.scheduler.client.report [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Deleted allocations for instance e7352ab5-48c6-4f5d-849d-54d74afbdc5e [ 823.972605] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 92%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.973108] env[69325]: INFO nova.compute.manager [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Rebuilding instance [ 823.992028] env[69325]: INFO nova.scheduler.client.report [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Deleted allocations for instance 0e82f13a-5834-4629-bf70-6646d1670e8d [ 824.018842] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Successfully updated port: 66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.059390] env[69325]: DEBUG nova.compute.manager [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.060305] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62aa8b-c643-43aa-9d21-3a13e0661fc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.118304] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071593, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.269123] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updated VIF entry in instance network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.269499] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.286355] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61d078e2-f785-4875-9b82-03c6275a89b4 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.260s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.327356] env[69325]: DEBUG nova.network.neutron [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updated VIF entry in instance network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.327714] env[69325]: DEBUG nova.network.neutron [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.428755] env[69325]: DEBUG nova.compute.utils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.432987] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.433453] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.459537] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task} progress is 97%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.485901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-58843b22-1ad6-4c2f-abad-d3a85f43448b tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Lock "e7352ab5-48c6-4f5d-849d-54d74afbdc5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.405s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.487576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5fdb4733-d930-494f-b69e-5a0e3112cd51 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Lock "32c9153b-c6e6-44a8-8c7a-54fff8444175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.212s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.508312] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69a01b1c-5def-40c8-b4be-d215dfff62e1 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Lock "0e82f13a-5834-4629-bf70-6646d1670e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.488s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.520577] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.520748] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.520920] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.535451] env[69325]: DEBUG nova.policy [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05be97b858fb4b8698b6d28fa70bb34f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5d0a74b08845cdbcb8f4e4344641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.621880] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071593, 'name': CreateVM_Task, 'duration_secs': 0.639571} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.622214] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.623138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.623691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.624054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.624406] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d32fa4-2b76-40a4-b0e2-7af98da78920 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.631704] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 824.631704] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525e4300-68f1-00b3-a425-63de9aeb30d0" [ 824.631704] env[69325]: _type = "Task" [ 824.631704] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.644225] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525e4300-68f1-00b3-a425-63de9aeb30d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.773048] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.773916] env[69325]: DEBUG nova.compute.manager [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received event network-changed-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.774192] env[69325]: DEBUG nova.compute.manager [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing instance network info cache due to event network-changed-583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.774483] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Acquiring lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774725] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Acquired lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.774936] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.791514] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.830501] env[69325]: DEBUG oslo_concurrency.lockutils [req-7151c06e-1f70-481d-be2e-f4a723949496 req-710575de-ccc2-44ed-8781-bf41088f25fa service nova] Releasing lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.938606] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.959638] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071590, 'name': RelocateVM_Task, 'duration_secs': 3.454339} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.961254] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 824.961254] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806804', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'name': 'volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe27b90-c9e0-4033-baeb-a00e285af4cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'serial': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 824.963855] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b23ee-1e16-4fb7-a671-358a750ee313 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.989577] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e466a9-c91f-4e31-9ebf-aa9701410030 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.020420] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5/volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.023916] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc0ad7d-3cc4-4fa4-82d0-c157c4e38d03 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.049862] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 825.049862] env[69325]: value = "task-4071594" [ 825.049862] env[69325]: _type = "Task" [ 825.049862] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.055887] env[69325]: DEBUG nova.compute.manager [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received event network-vif-plugged-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.056214] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Acquiring lock "4773e448-8574-4687-bee5-1a49548c0d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.058709] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Lock "4773e448-8574-4687-bee5-1a49548c0d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.058910] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Lock "4773e448-8574-4687-bee5-1a49548c0d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.059099] env[69325]: DEBUG nova.compute.manager [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] No waiting events found dispatching network-vif-plugged-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 825.059323] env[69325]: WARNING nova.compute.manager [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received unexpected event network-vif-plugged-66300793-8526-4267-8d4d-2615fcfd91c4 for instance with vm_state building and task_state spawning. [ 825.059471] env[69325]: DEBUG nova.compute.manager [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.059687] env[69325]: DEBUG nova.compute.manager [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing instance network info cache due to event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.059887] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Acquiring lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.069884] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.083357] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.085564] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca33a2f-f33f-4034-9f08-63616520889e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.094215] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 825.094215] env[69325]: value = "task-4071595" [ 825.094215] env[69325]: _type = "Task" [ 825.094215] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.108067] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.125864] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.147176] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525e4300-68f1-00b3-a425-63de9aeb30d0, 'name': SearchDatastore_Task, 'duration_secs': 0.042289} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.147176] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.147176] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.147555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.147555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.147688] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.147940] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-654ff1bb-04ed-4400-85a4-f9fb591a8b16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.163043] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.163472] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.164408] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b929c277-65eb-4069-b921-ecfaffa28dd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.171758] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 825.171758] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526f7d80-4396-34f5-ea9e-260bb98133ce" [ 825.171758] env[69325]: _type = "Task" [ 825.171758] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.185339] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526f7d80-4396-34f5-ea9e-260bb98133ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.199976] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Successfully created port: a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.316132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.460189] env[69325]: DEBUG nova.network.neutron [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updating instance_info_cache with network_info: [{"id": "66300793-8526-4267-8d4d-2615fcfd91c4", "address": "fa:16:3e:89:02:9d", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66300793-85", "ovs_interfaceid": "66300793-8526-4267-8d4d-2615fcfd91c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.567824] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071594, 'name': ReconfigVM_Task, 'duration_secs': 0.507098} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.573928] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5/volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.582560] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891ec1f3-525a-4eb8-a77d-9576c11a387e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.621992] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071595, 'name': PowerOffVM_Task, 'duration_secs': 0.147892} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.624587] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.627656] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.627656] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 825.627656] env[69325]: value = "task-4071596" [ 825.627656] env[69325]: _type = "Task" [ 825.627656] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.627656] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb376d-db68-4872-b496-32c5a86e4a2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.656208] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.667199] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1c51b9-21d6-41e3-a40d-90756d916b66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.670397] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.690411] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526f7d80-4396-34f5-ea9e-260bb98133ce, 'name': SearchDatastore_Task, 'duration_secs': 0.019489} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.699194] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179c3237-53d3-45d1-ba54-6638de38b949 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.708194] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 825.708194] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bf4629-8d58-80c1-320b-113956115993" [ 825.708194] env[69325]: _type = "Task" [ 825.708194] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.715350] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.715789] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.716125] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Deleting the datastore file [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.717120] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520d3a9c-4045-4f17-9949-b94099ca1942 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.732285] env[69325]: DEBUG nova.compute.manager [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received event network-changed-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.732285] env[69325]: DEBUG nova.compute.manager [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing instance network info cache due to event network-changed-583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.733870] env[69325]: DEBUG oslo_concurrency.lockutils [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] Acquiring lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.735178] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bf4629-8d58-80c1-320b-113956115993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.741983] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 825.741983] env[69325]: value = "task-4071598" [ 825.741983] env[69325]: _type = "Task" [ 825.741983] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.756963] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.786484] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc395a-61f9-4239-8df7-31a50f9a1cae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.795469] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c3dbc2-6d15-4268-a134-d63c1533f514 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.800368] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updated VIF entry in instance network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.800607] env[69325]: DEBUG nova.network.neutron [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [{"id": "583ae379-5d60-4f4b-a550-d4557c603570", "address": "fa:16:3e:e1:5d:91", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583ae379-5d", "ovs_interfaceid": "583ae379-5d60-4f4b-a550-d4557c603570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.835984] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47a2117-bf89-456d-97ec-777e36ba13a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.845154] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4242cb-086a-42d9-bebf-7e71d98dc613 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.862391] env[69325]: DEBUG nova.compute.provider_tree [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.954858] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.961229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.962441] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Instance network_info: |[{"id": "66300793-8526-4267-8d4d-2615fcfd91c4", "address": "fa:16:3e:89:02:9d", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66300793-85", "ovs_interfaceid": "66300793-8526-4267-8d4d-2615fcfd91c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.962441] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Acquired lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.962441] env[69325]: DEBUG nova.network.neutron [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.964087] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:02:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66300793-8526-4267-8d4d-2615fcfd91c4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.971513] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating folder: Project (3edb9458216244df861ee4727a09ba00). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.972128] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7061e4c7-0501-4f96-a478-64646e15f7df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.989771] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created folder: Project (3edb9458216244df861ee4727a09ba00) in parent group-v806727. [ 825.990012] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating folder: Instances. Parent ref: group-v806849. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.990596] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ae5df0b-4818-4cc2-8299-d526c9e6ea0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.000221] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.000801] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.001081] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.001333] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.001527] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.001790] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.002189] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.002704] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.002863] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.003196] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.003328] env[69325]: DEBUG nova.virt.hardware [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.004625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5d793-7e29-4f31-93d9-e043ef57b06a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.010927] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created folder: Instances in parent group-v806849. [ 826.011340] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.012024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.013697] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44c1b4ad-3115-409b-83ab-357f0ff88a94 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.042156] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506d4d8-fd61-46ba-b340-3f17f5508df2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.050242] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.050242] env[69325]: value = "task-4071601" [ 826.050242] env[69325]: _type = "Task" [ 826.050242] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.076826] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071601, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.156099] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071596, 'name': ReconfigVM_Task, 'duration_secs': 0.2192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.156536] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806804', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'name': 'volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe27b90-c9e0-4033-baeb-a00e285af4cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'serial': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.157229] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3701ec46-fea8-4519-852f-9b158e81cbd0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.166505] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 826.166505] env[69325]: value = "task-4071602" [ 826.166505] env[69325]: _type = "Task" [ 826.166505] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.177784] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071602, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.220358] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bf4629-8d58-80c1-320b-113956115993, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.220651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.220975] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] dcd842a0-6cc7-4918-8aa8-d25182252970/dcd842a0-6cc7-4918-8aa8-d25182252970.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.221275] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb73fab-f708-40ad-b2c9-5ec54e344fc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.230669] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 826.230669] env[69325]: value = "task-4071603" [ 826.230669] env[69325]: _type = "Task" [ 826.230669] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.242409] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.252766] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196169} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.253037] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.253279] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.253428] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.304412] env[69325]: DEBUG oslo_concurrency.lockutils [req-4b608b28-8701-4ad8-9579-f378e5f9e30d req-aca88ac0-3f2b-4212-921f-307678615c1c service nova] Releasing lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.304412] env[69325]: DEBUG oslo_concurrency.lockutils [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] Acquired lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.304972] env[69325]: DEBUG nova.network.neutron [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Refreshing network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.365428] env[69325]: DEBUG nova.scheduler.client.report [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.368994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.369268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.369467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.369644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.369807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.375153] env[69325]: INFO nova.compute.manager [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Terminating instance [ 826.568423] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071601, 'name': CreateVM_Task, 'duration_secs': 0.446896} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.568423] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.568824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.568824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.570071] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.570071] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb7edd8-e8f8-4262-a60c-fcc30de768f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.577432] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 826.577432] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52667806-3c20-ea81-34fc-ba31cff3614e" [ 826.577432] env[69325]: _type = "Task" [ 826.577432] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.590121] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52667806-3c20-ea81-34fc-ba31cff3614e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.685110] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071602, 'name': Rename_Task, 'duration_secs': 0.181171} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.685599] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.685830] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76611ce5-a06d-4494-85e0-464079b60d7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.695213] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 826.695213] env[69325]: value = "task-4071604" [ 826.695213] env[69325]: _type = "Task" [ 826.695213] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.708637] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.751233] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.852478] env[69325]: DEBUG nova.network.neutron [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updated VIF entry in instance network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.854009] env[69325]: DEBUG nova.network.neutron [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updating instance_info_cache with network_info: [{"id": "66300793-8526-4267-8d4d-2615fcfd91c4", "address": "fa:16:3e:89:02:9d", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66300793-85", "ovs_interfaceid": "66300793-8526-4267-8d4d-2615fcfd91c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.873721] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.952s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.874257] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.877835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.343s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.878358] env[69325]: DEBUG nova.objects.instance [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lazy-loading 'resources' on Instance uuid 48776541-d7e5-40e3-97e0-2cd6d2c08c4a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.880689] env[69325]: DEBUG nova.compute.manager [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.880689] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.886102] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00442c-43f3-42e1-a2db-9e6c75929c43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.894221] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.896485] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc747437-e621-4556-bcae-119882b20245 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904727] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 826.904727] env[69325]: value = "task-4071605" [ 826.904727] env[69325]: _type = "Task" [ 826.904727] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.918722] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.093434] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52667806-3c20-ea81-34fc-ba31cff3614e, 'name': SearchDatastore_Task, 'duration_secs': 0.021737} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.093981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.094448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.094721] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.095058] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.095152] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.095704] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08dd9408-27bd-4e6f-ade7-82f05f222fb9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.108740] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.108954] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.109783] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1870b97-899a-4a83-ad6a-b20e8f9a076f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.116874] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 827.116874] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bbc973-2ba2-cf65-14c2-e077150ea423" [ 827.116874] env[69325]: _type = "Task" [ 827.116874] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.127906] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bbc973-2ba2-cf65-14c2-e077150ea423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.207443] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.244078] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612934} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.244078] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] dcd842a0-6cc7-4918-8aa8-d25182252970/dcd842a0-6cc7-4918-8aa8-d25182252970.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.244078] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.244078] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fca6c1d-86db-4e74-9385-5770b9e1868c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.254046] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 827.254046] env[69325]: value = "task-4071606" [ 827.254046] env[69325]: _type = "Task" [ 827.254046] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.262018] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.306766] env[69325]: DEBUG nova.virt.hardware [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.307240] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a105d-90d2-4adb-acb2-4ca2da37fa70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.316853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de588e3e-08c4-44e0-bbf7-bb4967b3c524 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.333284] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.340107] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.340107] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.340539] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba4995ed-75a2-41b2-9571-f44ae38a254a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.360398] env[69325]: DEBUG oslo_concurrency.lockutils [req-67dbf8ce-a90f-4240-92d3-592d85e2cc05 req-7545de88-e199-4388-a1ef-2d820ea12ff1 service nova] Releasing lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.360814] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.360814] env[69325]: value = "task-4071607" [ 827.360814] env[69325]: _type = "Task" [ 827.360814] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.372026] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071607, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.385042] env[69325]: DEBUG nova.compute.utils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.387995] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.387995] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.418463] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071605, 'name': PowerOffVM_Task, 'duration_secs': 0.240828} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.421673] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.421872] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.422450] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0228b5-0657-4f8a-9182-3ddef9e5f426 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.444372] env[69325]: DEBUG nova.compute.manager [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.446185] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8823f88c-4cca-4249-aafa-7e9a79a51643 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.493534] env[69325]: DEBUG nova.policy [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05be97b858fb4b8698b6d28fa70bb34f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5d0a74b08845cdbcb8f4e4344641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.514857] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.515441] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.515681] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleting the datastore file [datastore1] 338e3dba-8a0f-449f-8390-a4899ae08146 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.515993] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3f74c3-0e4b-40e6-bdc1-a5f2191d1fa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.527995] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 827.527995] env[69325]: value = "task-4071609" [ 827.527995] env[69325]: _type = "Task" [ 827.527995] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.543974] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.635734] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bbc973-2ba2-cf65-14c2-e077150ea423, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.636809] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ec252d-60f0-45be-bea8-a2509a2312a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.648019] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 827.648019] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52390ff6-bf45-39d2-175a-fc5d6a78b53c" [ 827.648019] env[69325]: _type = "Task" [ 827.648019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.660516] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52390ff6-bf45-39d2-175a-fc5d6a78b53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.709603] env[69325]: DEBUG oslo_vmware.api [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071604, 'name': PowerOnVM_Task, 'duration_secs': 0.919517} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.709907] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.710131] env[69325]: INFO nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Took 8.47 seconds to spawn the instance on the hypervisor. [ 827.710353] env[69325]: DEBUG nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.711291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564481a8-20e8-45d8-8f13-7fb744904c0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.770938] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069099} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.775938] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.778162] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654f0f5-b64e-420a-924a-76261a6da05c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.807085] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] dcd842a0-6cc7-4918-8aa8-d25182252970/dcd842a0-6cc7-4918-8aa8-d25182252970.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.811378] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9a287b-ae0e-4f20-9a8f-e1a65115b10e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.829440] env[69325]: DEBUG nova.network.neutron [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updated VIF entry in instance network info cache for port 583ae379-5d60-4f4b-a550-d4557c603570. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.829542] env[69325]: DEBUG nova.network.neutron [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [{"id": "583ae379-5d60-4f4b-a550-d4557c603570", "address": "fa:16:3e:e1:5d:91", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583ae379-5d", "ovs_interfaceid": "583ae379-5d60-4f4b-a550-d4557c603570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.838342] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 827.838342] env[69325]: value = "task-4071610" [ 827.838342] env[69325]: _type = "Task" [ 827.838342] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.853969] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.879287] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071607, 'name': CreateVM_Task, 'duration_secs': 0.466185} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.879830] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.879972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.880369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.880580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.880897] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ff2b02-3266-482f-aec5-345fd4acf830 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.886691] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 827.886691] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a5a41b-53f5-8229-1d15-2c28c1d9cc25" [ 827.886691] env[69325]: _type = "Task" [ 827.886691] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.891627] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.901144] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a5a41b-53f5-8229-1d15-2c28c1d9cc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.960506] env[69325]: INFO nova.compute.manager [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] instance snapshotting [ 827.963615] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f5745-8632-4b3a-a59f-d468be022b2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.973588] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Successfully created port: 07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.999357] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca9974-bc65-49d4-a94e-0547f09d945c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.011257] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "f648541b-fd64-472b-be1b-5e8ed9861d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.011935] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.046239] env[69325]: DEBUG oslo_vmware.api [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383806} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.046777] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.047048] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.047146] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.047632] env[69325]: INFO nova.compute.manager [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.047632] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.047779] env[69325]: DEBUG nova.compute.manager [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.047824] env[69325]: DEBUG nova.network.neutron [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.159928] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52390ff6-bf45-39d2-175a-fc5d6a78b53c, 'name': SearchDatastore_Task, 'duration_secs': 0.029082} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.163539] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.164213] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 4773e448-8574-4687-bee5-1a49548c0d42/4773e448-8574-4687-bee5-1a49548c0d42.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.164529] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af141f09-77a5-495b-a233-d01ba93bd97b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.173079] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 828.173079] env[69325]: value = "task-4071611" [ 828.173079] env[69325]: _type = "Task" [ 828.173079] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.185375] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.199478] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76825b-2b27-4dcd-a82c-b83d2d0e6e0e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.208234] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84024d2-b74a-4d80-aa1c-0c97de7662bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.250100] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Successfully updated port: a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.254913] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c84b21-8572-4a4e-9b92-50d320133266 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.262146] env[69325]: INFO nova.compute.manager [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Took 54.48 seconds to build instance. [ 828.268042] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc635b9d-73a2-4c52-aabc-e2cb00014ff8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.287071] env[69325]: DEBUG nova.compute.provider_tree [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.333168] env[69325]: DEBUG oslo_concurrency.lockutils [req-d24bb27d-fb5a-4a69-acf3-89b2ce79a6e4 req-525d872e-9f0f-4d5d-a921-968d6b3020a5 service nova] Releasing lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.347912] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.403366] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a5a41b-53f5-8229-1d15-2c28c1d9cc25, 'name': SearchDatastore_Task, 'duration_secs': 0.018013} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.403946] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.404338] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.404574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.404812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.404914] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.405400] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8604bb6d-d4a1-4de8-bfd2-b8ed67716a80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.417280] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.417451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.418710] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ebe771-46be-4815-8606-ac062e87a71a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.426264] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 828.426264] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5202b2cc-7ad1-0876-9dad-e0fd04e5d9e7" [ 828.426264] env[69325]: _type = "Task" [ 828.426264] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.436794] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5202b2cc-7ad1-0876-9dad-e0fd04e5d9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.517047] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.521307] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e7f0776-5b08-4630-ae3d-19252b40e0a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.530024] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 828.530024] env[69325]: value = "task-4071612" [ 828.530024] env[69325]: _type = "Task" [ 828.530024] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.538977] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.684425] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.759488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.759968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.760257] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.767202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7b78f38e-7f66-495e-a680-2b27e7d26f22 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.131s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.790043] env[69325]: DEBUG nova.scheduler.client.report [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.853658] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071610, 'name': ReconfigVM_Task, 'duration_secs': 0.60429} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.854060] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Reconfigured VM instance instance-0000002b to attach disk [datastore2] dcd842a0-6cc7-4918-8aa8-d25182252970/dcd842a0-6cc7-4918-8aa8-d25182252970.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.854839] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8db8e524-cea8-43ac-aa23-f69d49ae4242 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.871113] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 828.871113] env[69325]: value = "task-4071613" [ 828.871113] env[69325]: _type = "Task" [ 828.871113] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.888764] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071613, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.905434] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.942358] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5202b2cc-7ad1-0876-9dad-e0fd04e5d9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018994} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.946823] env[69325]: DEBUG nova.virt.hardware [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.947693] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431fdff3-aed3-404c-b26c-21dcfd4de279 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.950470] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4d9299-9d7a-4b6f-b699-00759cdc4e64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.958264] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 828.958264] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e53f7b-700b-f3db-442c-bbfd2217a46a" [ 828.958264] env[69325]: _type = "Task" [ 828.958264] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.964648] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e925044-0684-4b2e-a822-f9125d78ff48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.982838] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e53f7b-700b-f3db-442c-bbfd2217a46a, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.983125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.983414] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.983748] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786335ab-07df-481a-bc2b-9d2f0da0d0f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.991543] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 828.991543] env[69325]: value = "task-4071614" [ 828.991543] env[69325]: _type = "Task" [ 828.991543] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.001283] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.041169] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.182194] env[69325]: DEBUG nova.network.neutron [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.188694] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732951} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.189514] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 4773e448-8574-4687-bee5-1a49548c0d42/4773e448-8574-4687-bee5-1a49548c0d42.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.189846] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.190112] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ea34ec-8915-4c28-9835-6f9fe21ece40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.200156] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 829.200156] env[69325]: value = "task-4071615" [ 829.200156] env[69325]: _type = "Task" [ 829.200156] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.214453] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.272618] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.297578] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.303237] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.706s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.305673] env[69325]: INFO nova.compute.claims [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.320280] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.346041] env[69325]: INFO nova.scheduler.client.report [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted allocations for instance 48776541-d7e5-40e3-97e0-2cd6d2c08c4a [ 829.392815] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071613, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.506373] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.515524] env[69325]: DEBUG nova.compute.manager [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Received event network-vif-plugged-a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.515524] env[69325]: DEBUG oslo_concurrency.lockutils [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] Acquiring lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.515524] env[69325]: DEBUG oslo_concurrency.lockutils [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.515524] env[69325]: DEBUG oslo_concurrency.lockutils [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.515524] env[69325]: DEBUG nova.compute.manager [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] No waiting events found dispatching network-vif-plugged-a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.515524] env[69325]: WARNING nova.compute.manager [req-e3d020af-402b-4fba-b30e-387ee2dbd109 req-f592f46b-411d-400a-ac17-4b920abfcc84 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Received unexpected event network-vif-plugged-a27a9885-390b-4a26-9539-48e22b7d3ac0 for instance with vm_state building and task_state spawning. [ 829.542418] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.689922] env[69325]: INFO nova.compute.manager [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 1.64 seconds to deallocate network for instance. [ 829.717104] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212409} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.717534] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.718811] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe519a-db49-4b79-839e-78b6fba890a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.755417] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 4773e448-8574-4687-bee5-1a49548c0d42/4773e448-8574-4687-bee5-1a49548c0d42.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.756524] env[69325]: DEBUG nova.network.neutron [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Updating instance_info_cache with network_info: [{"id": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "address": "fa:16:3e:3d:63:98", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27a9885-39", "ovs_interfaceid": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.758225] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9072f58-0272-4796-85e2-331e22aa6106 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.789616] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 829.789616] env[69325]: value = "task-4071616" [ 829.789616] env[69325]: _type = "Task" [ 829.789616] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.802191] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.806108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.857105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-155bf95f-9d11-4a5b-b869-e57795687329 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "48776541-d7e5-40e3-97e0-2cd6d2c08c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.034s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.892282] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071613, 'name': Rename_Task, 'duration_secs': 0.742575} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.892282] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.892282] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49df44c2-30da-4ca0-ae63-ec1a68083521 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.899634] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 829.899634] env[69325]: value = "task-4071617" [ 829.899634] env[69325]: _type = "Task" [ 829.899634] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.909540] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.003679] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532842} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.003986] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.004237] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.004495] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd7a9298-171e-4cb0-891f-bb11e5aa8df4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.012486] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 830.012486] env[69325]: value = "task-4071618" [ 830.012486] env[69325]: _type = "Task" [ 830.012486] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.023277] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.045055] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.198663] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.280737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.281202] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Instance network_info: |[{"id": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "address": "fa:16:3e:3d:63:98", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27a9885-39", "ovs_interfaceid": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.282364] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:63:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a27a9885-390b-4a26-9539-48e22b7d3ac0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.295764] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Creating folder: Project (9d5d0a74b08845cdbcb8f4e4344641f0). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.296478] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227e1542-6b06-4c69-9caf-a4070e872f47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.314225] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071616, 'name': ReconfigVM_Task, 'duration_secs': 0.362716} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.315701] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Successfully updated port: 07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.317836] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 4773e448-8574-4687-bee5-1a49548c0d42/4773e448-8574-4687-bee5-1a49548c0d42.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.323553] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80ff79d-1648-48a1-9922-4111ad920fcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.325272] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Created folder: Project (9d5d0a74b08845cdbcb8f4e4344641f0) in parent group-v806727. [ 830.327191] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Creating folder: Instances. Parent ref: group-v806853. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.327481] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ef8ba3-2e32-49ee-a005-992b8ca48280 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.336516] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 830.336516] env[69325]: value = "task-4071620" [ 830.336516] env[69325]: _type = "Task" [ 830.336516] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.345131] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Created folder: Instances in parent group-v806853. [ 830.345474] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.346214] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.347080] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6a94c63-4113-4f60-8cd8-2cb0df7599c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.371867] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071620, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.378724] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.378724] env[69325]: value = "task-4071622" [ 830.378724] env[69325]: _type = "Task" [ 830.378724] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.391170] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071622, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.412196] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071617, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.531107] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083385} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.531107] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.536239] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643bce09-bab0-462c-b1fc-6492b5cf2557 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.553603] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.580376] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.584538] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5863d6-79d8-4abd-92f8-56dc80cbce53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.607199] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 830.607199] env[69325]: value = "task-4071623" [ 830.607199] env[69325]: _type = "Task" [ 830.607199] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.618074] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.739600] env[69325]: DEBUG nova.compute.manager [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Received event network-vif-plugged-07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.739600] env[69325]: DEBUG oslo_concurrency.lockutils [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] Acquiring lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.739600] env[69325]: DEBUG oslo_concurrency.lockutils [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.741644] env[69325]: DEBUG oslo_concurrency.lockutils [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.741979] env[69325]: DEBUG nova.compute.manager [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] No waiting events found dispatching network-vif-plugged-07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.741979] env[69325]: WARNING nova.compute.manager [req-5bb2d0dd-1686-4641-be04-6787c5984352 req-c5539083-a029-45d7-aeeb-4e5c59b749ff service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Received unexpected event network-vif-plugged-07cac57e-48bd-4138-b760-4694b776c99c for instance with vm_state building and task_state spawning. [ 830.828507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.828665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.828822] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.851430] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071620, 'name': Rename_Task, 'duration_secs': 0.173852} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.851755] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.852043] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e8ce4f-39b8-44db-907d-b2a274c77947 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.860188] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 830.860188] env[69325]: value = "task-4071624" [ 830.860188] env[69325]: _type = "Task" [ 830.860188] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.869858] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.892202] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071622, 'name': CreateVM_Task, 'duration_secs': 0.482766} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.892405] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.893238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.893403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.893878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.894160] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62c3feb-d439-453e-bf33-8eebc6c45e67 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.911820] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 830.911820] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d93933-c382-af03-21bd-71db72271f34" [ 830.911820] env[69325]: _type = "Task" [ 830.911820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.917057] env[69325]: DEBUG oslo_vmware.api [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071617, 'name': PowerOnVM_Task, 'duration_secs': 0.888912} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.923047] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.923355] env[69325]: INFO nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Took 10.70 seconds to spawn the instance on the hypervisor. [ 830.923989] env[69325]: DEBUG nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.925088] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8caab3-ff63-4dad-88c8-2e2520ee8c50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.935437] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d93933-c382-af03-21bd-71db72271f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.061505] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071612, 'name': CreateSnapshot_Task, 'duration_secs': 2.182322} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.063875] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.068549] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed3202-118d-431b-888a-932809dba2fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.106853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c3d1ca-c8db-4b69-80e0-dcb9f035d1e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.126212] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da2f93-3c7f-445d-b340-9fc1f142f1d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.129834] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.167322] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e40e4-e90c-429b-80a9-a52c5e559a8c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.177970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c431b64-cd13-4b40-b201-a948c8c81e4e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.193919] env[69325]: DEBUG nova.compute.provider_tree [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.378258] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071624, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.385681] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.430474] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d93933-c382-af03-21bd-71db72271f34, 'name': SearchDatastore_Task, 'duration_secs': 0.030863} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.430786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.431029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.431267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.431405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.431583] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.431912] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b76d445-f1da-4a34-a45a-4fe137f5407e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.444022] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.444022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.444022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca9b267-2ab6-49cd-a1c4-9b872efd7c87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.457391] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 831.457391] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526dca8d-630a-d4d2-fca3-e86daf16bf8b" [ 831.457391] env[69325]: _type = "Task" [ 831.457391] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.457924] env[69325]: INFO nova.compute.manager [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Took 55.36 seconds to build instance. [ 831.468872] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526dca8d-630a-d4d2-fca3-e86daf16bf8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.593382] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.593717] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86d68535-fbe6-43c0-b441-67c05b749c5d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.605148] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 831.605148] env[69325]: value = "task-4071625" [ 831.605148] env[69325]: _type = "Task" [ 831.605148] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.619093] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071625, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.626442] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071623, 'name': ReconfigVM_Task, 'duration_secs': 0.528391} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.627151] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a/d6a3be63-5ad6-4ca9-855e-01b14065473a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.627992] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c644850-3739-430c-8bdd-6c78406846f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.636799] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 831.636799] env[69325]: value = "task-4071626" [ 831.636799] env[69325]: _type = "Task" [ 831.636799] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.651179] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071626, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.696998] env[69325]: DEBUG nova.scheduler.client.report [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.719285] env[69325]: DEBUG nova.network.neutron [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Updating instance_info_cache with network_info: [{"id": "07cac57e-48bd-4138-b760-4694b776c99c", "address": "fa:16:3e:3a:ee:41", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cac57e-48", "ovs_interfaceid": "07cac57e-48bd-4138-b760-4694b776c99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.874533] env[69325]: DEBUG oslo_vmware.api [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071624, 'name': PowerOnVM_Task, 'duration_secs': 0.526546} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.874945] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.875280] env[69325]: INFO nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Took 8.82 seconds to spawn the instance on the hypervisor. [ 831.875367] env[69325]: DEBUG nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.876319] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef93e5-3604-4c9a-ab8a-c7418766492f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.964559] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23954ad0-8094-4290-b6bc-81e606979cc4 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.653s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.973272] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526dca8d-630a-d4d2-fca3-e86daf16bf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012975} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.974528] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93847f89-e5df-48ba-b03b-7d3bf76c0b2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.987296] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 831.987296] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520585a1-edd3-7c62-04b9-3a26f3753d50" [ 831.987296] env[69325]: _type = "Task" [ 831.987296] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.997311] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520585a1-edd3-7c62-04b9-3a26f3753d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.120020] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071625, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.147189] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071626, 'name': Rename_Task, 'duration_secs': 0.349258} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.147534] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.147830] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59b7dfcd-93ed-421d-a866-d09f3c8e8767 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.156543] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 832.156543] env[69325]: value = "task-4071627" [ 832.156543] env[69325]: _type = "Task" [ 832.156543] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.171121] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.204353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.204959] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.211030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.389s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.211030] env[69325]: INFO nova.compute.claims [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.225713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.230024] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Instance network_info: |[{"id": "07cac57e-48bd-4138-b760-4694b776c99c", "address": "fa:16:3e:3a:ee:41", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cac57e-48", "ovs_interfaceid": "07cac57e-48bd-4138-b760-4694b776c99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.230024] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ee:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07cac57e-48bd-4138-b760-4694b776c99c', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.238265] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.239303] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.239578] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b239fde8-ed94-4e83-9c20-1a06a79f7e50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.272312] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.272312] env[69325]: value = "task-4071628" [ 832.272312] env[69325]: _type = "Task" [ 832.272312] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.287996] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071628, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.401785] env[69325]: INFO nova.compute.manager [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Took 50.48 seconds to build instance. [ 832.453762] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Received event network-changed-a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.453899] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Refreshing instance network info cache due to event network-changed-a27a9885-390b-4a26-9539-48e22b7d3ac0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.454185] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquiring lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.454336] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquired lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.454503] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Refreshing network info cache for port a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.474564] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.502823] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520585a1-edd3-7c62-04b9-3a26f3753d50, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.503400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.503400] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4/0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.503686] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65169f68-1d8a-4fe2-8397-0cec5d8ea950 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.512312] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 832.512312] env[69325]: value = "task-4071629" [ 832.512312] env[69325]: _type = "Task" [ 832.512312] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.522755] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.619581] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071625, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.669342] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.721271] env[69325]: DEBUG nova.compute.utils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.723537] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.723754] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.784807] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071628, 'name': CreateVM_Task, 'duration_secs': 0.395917} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.784807] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.788022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.788022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.788022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.788022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8f5c27-1afe-43f4-9601-669729dd0438 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.795040] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 832.795040] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fb415d-26dd-4694-31a2-adf913a7a5d7" [ 832.795040] env[69325]: _type = "Task" [ 832.795040] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.808135] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fb415d-26dd-4694-31a2-adf913a7a5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.809741] env[69325]: DEBUG nova.policy [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05be97b858fb4b8698b6d28fa70bb34f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5d0a74b08845cdbcb8f4e4344641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.903656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a134c098-2a42-4093-9563-826da45a9591 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.485s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.006642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.027763] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.130155] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071625, 'name': CloneVM_Task, 'duration_secs': 1.386124} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.130493] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Created linked-clone VM from snapshot [ 833.131336] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64add97-2388-4564-a73e-c567c995b39d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.143197] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Uploading image 46e81a63-5bef-42f9-ae32-faeaa165950c {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.159262] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.163598] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d8b98e3-aeb0-469c-a037-76d275ffbd6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.174758] env[69325]: DEBUG oslo_vmware.api [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071627, 'name': PowerOnVM_Task, 'duration_secs': 0.644164} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.176806] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.176806] env[69325]: DEBUG nova.compute.manager [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.177458] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 833.177458] env[69325]: value = "task-4071630" [ 833.177458] env[69325]: _type = "Task" [ 833.177458] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.177967] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a9b56-ba59-4963-9fbf-67d9ce998849 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.198171] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071630, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.230505] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.305552] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fb415d-26dd-4694-31a2-adf913a7a5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.073695} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.305881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.306143] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.306405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.306618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.306844] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.307227] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d544a91e-41d9-4637-a389-7dc3eb5a737e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.322095] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.322095] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.322095] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4136f5-17c2-4bca-ba98-25785e851d50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.327862] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 833.327862] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52696bba-e125-3237-e054-29b035624754" [ 833.327862] env[69325]: _type = "Task" [ 833.327862] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.337705] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52696bba-e125-3237-e054-29b035624754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.408483] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.424158] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Successfully created port: d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.530237] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76934} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.531450] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4/0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.531450] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.531622] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b51ee8-fbb5-4ad3-adbc-4c342c664a26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.540134] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 833.540134] env[69325]: value = "task-4071631" [ 833.540134] env[69325]: _type = "Task" [ 833.540134] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.561201] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.631026] env[69325]: DEBUG nova.compute.manager [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Received event network-changed-07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.631026] env[69325]: DEBUG nova.compute.manager [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Refreshing instance network info cache due to event network-changed-07cac57e-48bd-4138-b760-4694b776c99c. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.631026] env[69325]: DEBUG oslo_concurrency.lockutils [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] Acquiring lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.631026] env[69325]: DEBUG oslo_concurrency.lockutils [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] Acquired lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.631026] env[69325]: DEBUG nova.network.neutron [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Refreshing network info cache for port 07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.698126] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071630, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.709627] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.838561] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52696bba-e125-3237-e054-29b035624754, 'name': SearchDatastore_Task, 'duration_secs': 0.023439} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.841697] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05f98c7-ad1c-4c42-9148-e4cd498b8301 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.847487] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 833.847487] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3712-0ab3-4231-869d-a436c5324bba" [ 833.847487] env[69325]: _type = "Task" [ 833.847487] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.857031] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3712-0ab3-4231-869d-a436c5324bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.860426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.869071] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65456a1-ef75-435e-9ef0-34b445b7e9b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.877104] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595dbc99-7628-4cf7-8fbf-44a83744429c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.908333] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Updated VIF entry in instance network info cache for port a27a9885-390b-4a26-9539-48e22b7d3ac0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.908855] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Updating instance_info_cache with network_info: [{"id": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "address": "fa:16:3e:3d:63:98", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27a9885-39", "ovs_interfaceid": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.911124] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77298373-28e8-4f9f-9aa3-4edaa0824749 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.921441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575c35a-8e26-4407-882c-7f36d5681344 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.929422] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.938400] env[69325]: DEBUG nova.compute.provider_tree [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.052799] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098778} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.053110] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.053916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ae461-a27a-4863-8dcb-1f229e794589 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.077609] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4/0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.078329] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da39e31-0b0c-4880-bc0b-226339af897f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.104805] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 834.104805] env[69325]: value = "task-4071632" [ 834.104805] env[69325]: _type = "Task" [ 834.104805] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.115895] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.193511] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071630, 'name': Destroy_Task, 'duration_secs': 0.792433} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.193794] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Destroyed the VM [ 834.194050] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.194308] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-201433eb-9306-4e50-8ff9-175230f0e2ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.202987] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 834.202987] env[69325]: value = "task-4071633" [ 834.202987] env[69325]: _type = "Task" [ 834.202987] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.214298] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.241706] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.276529] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.276761] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.276916] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.277111] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.277254] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.277405] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.277615] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.277765] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.277925] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.278147] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.279123] env[69325]: DEBUG nova.virt.hardware [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.279243] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a48e3c-3135-42f2-b672-0080e1a97c88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.288980] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86491a10-c029-41dc-bcc2-678920673c2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.361862] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3712-0ab3-4231-869d-a436c5324bba, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.361862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.361862] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 70a9c8d9-900e-4517-92db-73a4e56d195e/70a9c8d9-900e-4517-92db-73a4e56d195e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.361862] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b47c876-9aef-4d89-96a1-d55bc50133af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.366553] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 834.366553] env[69325]: value = "task-4071634" [ 834.366553] env[69325]: _type = "Task" [ 834.366553] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.375768] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.412000] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Releasing lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.412186] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.412366] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing instance network info cache due to event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.412581] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.412887] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.413154] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.442601] env[69325]: DEBUG nova.scheduler.client.report [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.626547] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071632, 'name': ReconfigVM_Task, 'duration_secs': 0.486755} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.626957] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4/0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.627873] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95235d8-22a6-4f18-83a9-9a4322c1df42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.637970] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 834.637970] env[69325]: value = "task-4071635" [ 834.637970] env[69325]: _type = "Task" [ 834.637970] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.649708] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071635, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.660838] env[69325]: DEBUG nova.network.neutron [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Updated VIF entry in instance network info cache for port 07cac57e-48bd-4138-b760-4694b776c99c. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.661516] env[69325]: DEBUG nova.network.neutron [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Updating instance_info_cache with network_info: [{"id": "07cac57e-48bd-4138-b760-4694b776c99c", "address": "fa:16:3e:3a:ee:41", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cac57e-48", "ovs_interfaceid": "07cac57e-48bd-4138-b760-4694b776c99c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.720876] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071633, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.864743] env[69325]: DEBUG nova.compute.manager [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.865380] env[69325]: DEBUG nova.compute.manager [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing instance network info cache due to event network-changed-ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.865644] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Acquiring lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.889030] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.950997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.950997] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.960905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.828s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.961581] env[69325]: DEBUG nova.objects.instance [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lazy-loading 'resources' on Instance uuid bcd6aaab-6eb2-4283-97db-b3e67330f4e6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.152885] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071635, 'name': Rename_Task, 'duration_secs': 0.238125} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.152885] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.152885] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07998f2f-3944-4bbd-93a4-2875c011d2b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.160246] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 835.160246] env[69325]: value = "task-4071636" [ 835.160246] env[69325]: _type = "Task" [ 835.160246] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.165978] env[69325]: DEBUG oslo_concurrency.lockutils [req-61a1e257-22fa-454f-99cb-ade577cb3c03 req-c821a2ce-4d74-4c16-a4de-a14f5f0954fd service nova] Releasing lock "refresh_cache-70a9c8d9-900e-4517-92db-73a4e56d195e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.175145] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.218155] env[69325]: DEBUG oslo_vmware.api [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071633, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919561} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.218529] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.379126] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.379438] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 70a9c8d9-900e-4517-92db-73a4e56d195e/70a9c8d9-900e-4517-92db-73a4e56d195e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.379814] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.379893] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cade05fa-a487-4768-ac0f-150169c2f5a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.387657] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 835.387657] env[69325]: value = "task-4071637" [ 835.387657] env[69325]: _type = "Task" [ 835.387657] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.396474] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.425465] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updated VIF entry in instance network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.425893] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.446232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.446526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.446814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "d6a3be63-5ad6-4ca9-855e-01b14065473a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.447039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.447236] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.449275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "dcd842a0-6cc7-4918-8aa8-d25182252970" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.449558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.449801] env[69325]: INFO nova.compute.manager [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Rebooting instance [ 835.454914] env[69325]: INFO nova.compute.manager [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Terminating instance [ 835.460986] env[69325]: DEBUG nova.compute.utils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.462659] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.462795] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.600346] env[69325]: DEBUG nova.policy [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b236e8f6259d45929f81c853a018be35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '591102f689a24ca98f54482a975b097f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.672211] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.728536] env[69325]: WARNING nova.compute.manager [None req-336e34b1-116b-4a5d-aa2a-dfb17d2ea201 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Image not found during snapshot: nova.exception.ImageNotFound: Image 46e81a63-5bef-42f9-ae32-faeaa165950c could not be found. [ 835.900774] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098034} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.901245] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.902264] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e661a0b-dfed-4cc7-8856-2c4203ead4cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.930817] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 70a9c8d9-900e-4517-92db-73a4e56d195e/70a9c8d9-900e-4517-92db-73a4e56d195e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.931178] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5095682-6a50-49ee-8be6-d0d9ee78d450 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.950889] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.951182] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Received event network-vif-deleted-583ae379-5d60-4f4b-a550-d4557c603570 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.951455] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Received event network-changed-0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.951597] env[69325]: DEBUG nova.compute.manager [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Refreshing instance network info cache due to event network-changed-0065c73a-f905-4d4c-a199-28cfe1778abb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.951894] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquiring lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.952088] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Acquired lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.952318] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Refreshing network info cache for port 0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.955773] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Acquired lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956059] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Refreshing network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.962573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "refresh_cache-d6a3be63-5ad6-4ca9-855e-01b14065473a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.962751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquired lock "refresh_cache-d6a3be63-5ad6-4ca9-855e-01b14065473a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.962945] env[69325]: DEBUG nova.network.neutron [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.968259] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.972518] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 835.972518] env[69325]: value = "task-4071638" [ 835.972518] env[69325]: _type = "Task" [ 835.972518] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.982594] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Successfully updated port: d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.995767] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.995767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.995767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquired lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.995767] env[69325]: DEBUG nova.network.neutron [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.177434] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071636, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.214811] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82615a-47f8-490c-bf56-214439ca805a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.227843] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10acd3e0-ebd4-4dc2-87a1-5a128bbbd99f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.269846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c17fe0-eaa2-407c-9934-0e1a65a9b744 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.277687] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f79440-8652-44fe-9b60-cb925506c05c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.294588] env[69325]: DEBUG nova.compute.provider_tree [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.326099] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Successfully created port: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.337392] env[69325]: DEBUG nova.compute.manager [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Received event network-vif-plugged-d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.338519] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Acquiring lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.338519] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.338519] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.342457] env[69325]: DEBUG nova.compute.manager [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] No waiting events found dispatching network-vif-plugged-d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.342457] env[69325]: WARNING nova.compute.manager [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Received unexpected event network-vif-plugged-d3900114-81f8-4e88-ac9c-51c6effd47eb for instance with vm_state building and task_state spawning. [ 836.342457] env[69325]: DEBUG nova.compute.manager [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.342457] env[69325]: DEBUG nova.compute.manager [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing instance network info cache due to event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.342457] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Acquiring lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.342457] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Acquired lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.342457] env[69325]: DEBUG nova.network.neutron [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.495357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.495357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.495500] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.499765] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071638, 'name': ReconfigVM_Task, 'duration_secs': 0.456611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.499765] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 70a9c8d9-900e-4517-92db-73a4e56d195e/70a9c8d9-900e-4517-92db-73a4e56d195e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.499957] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6680271-4d70-41e4-ac22-fb63e305d5d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.508125] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 836.508125] env[69325]: value = "task-4071639" [ 836.508125] env[69325]: _type = "Task" [ 836.508125] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.520953] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071639, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.584276] env[69325]: DEBUG nova.network.neutron [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.675694] env[69325]: DEBUG oslo_vmware.api [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071636, 'name': PowerOnVM_Task, 'duration_secs': 1.301589} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.679467] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.679675] env[69325]: INFO nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Took 10.73 seconds to spawn the instance on the hypervisor. [ 836.679852] env[69325]: DEBUG nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.680749] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa03204b-d3f1-41b9-a8fb-67c7abb81807 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.545867] env[69325]: DEBUG nova.network.neutron [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.550025] env[69325]: DEBUG nova.scheduler.client.report [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.555708] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "87fa633a-1683-4219-a042-4b9bffe90c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.555960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.556192] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.556376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.556546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.559735] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.575106] env[69325]: INFO nova.compute.manager [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Terminating instance [ 837.576287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.616s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.583472] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.164s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.583807] env[69325]: DEBUG nova.objects.instance [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lazy-loading 'resources' on Instance uuid 9e5a0744-6697-4972-9b86-33c5c7f5d83b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.587722] env[69325]: INFO nova.compute.manager [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Took 52.11 seconds to build instance. [ 837.599025] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071639, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.612951] env[69325]: INFO nova.scheduler.client.report [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Deleted allocations for instance bcd6aaab-6eb2-4283-97db-b3e67330f4e6 [ 837.620695] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.620956] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.621101] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.621298] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.621444] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.621610] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.621844] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.622118] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.622301] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.622467] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.622646] env[69325]: DEBUG nova.virt.hardware [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.624279] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b3980-5e08-46b8-ab39-775f191af869 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.634512] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16e166-e7de-49df-8511-af94121fb452 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.724244] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.861357] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updated VIF entry in instance network info cache for port 0065c73a-f905-4d4c-a199-28cfe1778abb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.862551] env[69325]: DEBUG nova.network.neutron [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating instance_info_cache with network_info: [{"id": "0065c73a-f905-4d4c-a199-28cfe1778abb", "address": "fa:16:3e:d4:85:b9", "network": {"id": "89310cbd-ca1b-46ee-9f73-0b4bfd98ab5c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-454556467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad3c97c43a648daa5c0dc6c2438dcbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065c73a-f9", "ovs_interfaceid": "0065c73a-f905-4d4c-a199-28cfe1778abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.073099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Releasing lock "refresh_cache-d6a3be63-5ad6-4ca9-855e-01b14065473a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073545] env[69325]: DEBUG nova.compute.manager [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.073864] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.078923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509dd32-c077-4ec3-b37f-b49b222d444c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.083233] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071639, 'name': Rename_Task, 'duration_secs': 1.145613} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.084334] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updated VIF entry in instance network info cache for port ee1e7b56-2cdf-459d-bad5-30787ccf927f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.084680] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [{"id": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "address": "fa:16:3e:e6:99:31", "network": {"id": "632965cc-6f6c-4547-b876-e446accb9f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1926510363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "390980613b184b0da0cd4ef1fab217d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1e7b56-2c", "ovs_interfaceid": "ee1e7b56-2cdf-459d-bad5-30787ccf927f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.086535] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.087059] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b517eb-5a79-464e-838a-8a6ec316ecec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.097664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-11b23093-3097-46d1-a8c9-08409504b374 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.030s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.098758] env[69325]: DEBUG nova.compute.manager [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.098758] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.100897] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 838.100897] env[69325]: value = "task-4071640" [ 838.100897] env[69325]: _type = "Task" [ 838.100897] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.100897] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.101796] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765e28d-c200-45c1-a38d-b14a200d88e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.105212] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a23d9a0-2abe-4a3c-8443-6014c40c29d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.107841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.108073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.109362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.109362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.109362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.113567] env[69325]: INFO nova.compute.manager [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Terminating instance [ 838.122228] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.127293] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa72201b-c2cf-4bf8-87cc-279d962b96a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.132827] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 838.132827] env[69325]: value = "task-4071641" [ 838.132827] env[69325]: _type = "Task" [ 838.132827] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.132827] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071640, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.142807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54966ec8-52a7-4329-8d5f-0f478b4befc0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Lock "bcd6aaab-6eb2-4283-97db-b3e67330f4e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.905s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.152595] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 838.152595] env[69325]: value = "task-4071642" [ 838.152595] env[69325]: _type = "Task" [ 838.152595] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.161297] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.174711] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.205111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.207859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.207859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.207859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.207859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.208711] env[69325]: INFO nova.compute.manager [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Terminating instance [ 838.342684] env[69325]: DEBUG nova.network.neutron [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.344859] env[69325]: DEBUG nova.network.neutron [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Updating instance_info_cache with network_info: [{"id": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "address": "fa:16:3e:9b:63:b2", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3900114-81", "ovs_interfaceid": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.366609] env[69325]: DEBUG oslo_concurrency.lockutils [req-39959957-9204-4734-b9d6-366e4363be12 req-f198e08d-1af4-4b16-a1f3-92ad8750b390 service nova] Releasing lock "refresh_cache-ffe27b90-c9e0-4033-baeb-a00e285af4cc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.457271] env[69325]: DEBUG nova.network.neutron [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updated VIF entry in instance network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.460730] env[69325]: DEBUG nova.network.neutron [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updating instance_info_cache with network_info: [{"id": "66300793-8526-4267-8d4d-2615fcfd91c4", "address": "fa:16:3e:89:02:9d", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66300793-85", "ovs_interfaceid": "66300793-8526-4267-8d4d-2615fcfd91c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.588550] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Releasing lock "refresh_cache-fbc87491-5408-45a5-bf99-824181665f9b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.588550] env[69325]: DEBUG nova.compute.manager [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.588991] env[69325]: DEBUG nova.compute.manager [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing instance network info cache due to event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.588991] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Acquiring lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.611943] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.625379] env[69325]: DEBUG oslo_vmware.api [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071640, 'name': PowerOnVM_Task, 'duration_secs': 0.523259} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.625379] env[69325]: DEBUG nova.compute.manager [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.625379] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.625379] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.625595] env[69325]: INFO nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Took 9.72 seconds to spawn the instance on the hypervisor. [ 838.625698] env[69325]: DEBUG nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.626502] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17cf56d-dd3c-4321-a3d3-14f5ff4d1ce6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.629780] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb4992-5cdd-4d81-a0d1-edd30b3802ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.647911] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.648136] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ae15246-dac3-4851-8665-d844aae376dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.657814] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071641, 'name': PowerOffVM_Task, 'duration_secs': 0.252801} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.662281] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.665140] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.665140] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 838.665140] env[69325]: value = "task-4071643" [ 838.665140] env[69325]: _type = "Task" [ 838.665140] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.665140] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07af14a2-0cb7-49b8-be3d-0688e3155782 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.674662] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071642, 'name': PowerOffVM_Task, 'duration_secs': 0.235818} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.678153] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.678413] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.679223] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb31fcd-a1c9-440e-a4b1-f8a8178c534f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.687334] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.702576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.702576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.703071] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Deleting the datastore file [datastore1] d6a3be63-5ad6-4ca9-855e-01b14065473a {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.703144] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67fe3b79-f548-4031-84df-4a080013cdb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.714041] env[69325]: DEBUG nova.compute.manager [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.714297] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.716983] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11d231c-5797-4a7b-bae6-9cf094026213 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.722317] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for the task: (returnval){ [ 838.722317] env[69325]: value = "task-4071646" [ 838.722317] env[69325]: _type = "Task" [ 838.722317] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.730153] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.731747] env[69325]: DEBUG nova.compute.manager [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Received event network-vif-plugged-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.731998] env[69325]: DEBUG oslo_concurrency.lockutils [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] Acquiring lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.732185] env[69325]: DEBUG oslo_concurrency.lockutils [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.732346] env[69325]: DEBUG oslo_concurrency.lockutils [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.732513] env[69325]: DEBUG nova.compute.manager [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] No waiting events found dispatching network-vif-plugged-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.732781] env[69325]: WARNING nova.compute.manager [req-e284f544-0d01-4367-ac23-ef170cf23672 req-855b4e30-7c4a-4621-b29f-43038a8356bc service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Received unexpected event network-vif-plugged-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 for instance with vm_state building and task_state spawning. [ 838.733679] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b996997a-cfa8-4ded-a445-5072e34a7964 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.740040] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.746200] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 838.746200] env[69325]: value = "task-4071647" [ 838.746200] env[69325]: _type = "Task" [ 838.746200] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.758769] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.789075] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.789493] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.789750] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleting the datastore file [datastore2] 87fa633a-1683-4219-a042-4b9bffe90c2c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.790082] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9550fd6c-f577-4ac0-877d-0f87d411a813 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.804330] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 838.804330] env[69325]: value = "task-4071648" [ 838.804330] env[69325]: _type = "Task" [ 838.804330] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.821689] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.826221] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f232b7-785f-4c5a-b62b-468e5e8a0bff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.836276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cc3ca7-e442-46fb-b4b2-a8af1d3c93ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.882409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Releasing lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885618] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Instance network_info: |[{"id": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "address": "fa:16:3e:9b:63:b2", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3900114-81", "ovs_interfaceid": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.887433] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Successfully updated port: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.889600] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Acquired lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.889859] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.892229] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:63:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3900114-81f8-4e88-ac9c-51c6effd47eb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.902813] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.907235] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679ee82-6e4f-4f57-8c07-fbc523472176 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.907235] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.907828] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d209fa17-218a-4636-9b8a-5f04424721ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.946656] env[69325]: DEBUG nova.compute.manager [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Received event network-changed-d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.947133] env[69325]: DEBUG nova.compute.manager [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Refreshing instance network info cache due to event network-changed-d3900114-81f8-4e88-ac9c-51c6effd47eb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.947369] env[69325]: DEBUG oslo_concurrency.lockutils [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] Acquiring lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.947514] env[69325]: DEBUG oslo_concurrency.lockutils [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] Acquired lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.947674] env[69325]: DEBUG nova.network.neutron [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Refreshing network info cache for port d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.955155] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea3039-13db-41fa-9c43-8a69150165e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.966946] env[69325]: DEBUG oslo_concurrency.lockutils [req-eaf6520e-8aac-451c-8a28-51452980eecc req-787255d3-d4bc-4767-93b0-5d62d7ecf6b0 service nova] Releasing lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.967536] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.967536] env[69325]: value = "task-4071649" [ 838.967536] env[69325]: _type = "Task" [ 838.967536] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.981396] env[69325]: DEBUG nova.compute.provider_tree [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.990146] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071649, 'name': CreateVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.147688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.156102] env[69325]: INFO nova.compute.manager [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Took 47.32 seconds to build instance. [ 839.190690] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071643, 'name': PowerOffVM_Task, 'duration_secs': 0.241018} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.198126] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.198126] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.198126] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1715a19e-672c-4015-993e-409c3ffcf3dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.235147] env[69325]: DEBUG oslo_vmware.api [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Task: {'id': task-4071646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149921} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.235147] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.235377] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.235572] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.235777] env[69325]: INFO nova.compute.manager [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 839.236163] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.236406] env[69325]: DEBUG nova.compute.manager [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.236528] env[69325]: DEBUG nova.network.neutron [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.258614] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071647, 'name': PowerOffVM_Task, 'duration_secs': 0.286784} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.258952] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.259400] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.259507] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed5ae05-b0d8-4ccd-86b2-b1323e4fccc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.278948] env[69325]: DEBUG nova.network.neutron [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.287455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.288273] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.289081] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleting the datastore file [datastore2] f3914cee-e36d-41d5-90c6-9c021729a5b7 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.289578] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27777bcf-4016-4375-ae6b-9e9726dc0be2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.299561] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 839.299561] env[69325]: value = "task-4071652" [ 839.299561] env[69325]: _type = "Task" [ 839.299561] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.312217] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.321944] env[69325]: DEBUG oslo_vmware.api [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218941} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.324090] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.324404] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.324657] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.328895] env[69325]: INFO nova.compute.manager [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 839.328895] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.328895] env[69325]: DEBUG nova.compute.manager [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.328895] env[69325]: DEBUG nova.network.neutron [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.360615] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.360921] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.361167] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleting the datastore file [datastore2] 9ba88d52-08e9-458d-ad87-8caa6f71ba43 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.361527] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ed2584-9807-4449-a0c0-ac4a00658beb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.370830] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for the task: (returnval){ [ 839.370830] env[69325]: value = "task-4071653" [ 839.370830] env[69325]: _type = "Task" [ 839.370830] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.382247] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.388409] env[69325]: DEBUG nova.compute.manager [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.390390] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6c1c6-8f28-4e13-986e-58b21d5fd5c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.393045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.393045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquired lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.393151] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.481288] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071649, 'name': CreateVM_Task, 'duration_secs': 0.46824} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.481288] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.481871] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.482102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.482523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.482865] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1c5a44-d5e3-4ba5-aa34-cecd22b12381 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.485557] env[69325]: DEBUG nova.scheduler.client.report [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.494721] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 839.494721] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fd0105-50ca-740a-188b-49a2bab7c9cd" [ 839.494721] env[69325]: _type = "Task" [ 839.494721] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.509571] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fd0105-50ca-740a-188b-49a2bab7c9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.658781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b7b1e76d-7d12-4784-885e-693f9a9cc92d tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.164s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.785483] env[69325]: DEBUG nova.network.neutron [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.825336] env[69325]: DEBUG oslo_vmware.api [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296997} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.825755] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.825964] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.827070] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.827070] env[69325]: INFO nova.compute.manager [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 839.827070] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.827070] env[69325]: DEBUG nova.compute.manager [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.827070] env[69325]: DEBUG nova.network.neutron [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.882121] env[69325]: DEBUG oslo_vmware.api [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Task: {'id': task-4071653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275279} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.885251] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.885543] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.885808] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.886132] env[69325]: INFO nova.compute.manager [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Took 1.17 seconds to destroy the instance on the hypervisor. [ 839.886345] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.887210] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updated VIF entry in instance network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.887590] env[69325]: DEBUG nova.network.neutron [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.888903] env[69325]: DEBUG nova.compute.manager [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.889348] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.957164] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.991698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.996551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.307s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.996551] env[69325]: DEBUG nova.objects.instance [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lazy-loading 'resources' on Instance uuid b5adf32b-f399-4338-8a19-79f9d51e9072 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.011533] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fd0105-50ca-740a-188b-49a2bab7c9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.035263} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.012635] env[69325]: DEBUG nova.network.neutron [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Updated VIF entry in instance network info cache for port d3900114-81f8-4e88-ac9c-51c6effd47eb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.013034] env[69325]: DEBUG nova.network.neutron [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Updating instance_info_cache with network_info: [{"id": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "address": "fa:16:3e:9b:63:b2", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3900114-81", "ovs_interfaceid": "d3900114-81f8-4e88-ac9c-51c6effd47eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.018744] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018946] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.019196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.019566] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.020300] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab60a05d-4a8b-445f-87c3-6bce18a4d24a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.034107] env[69325]: INFO nova.scheduler.client.report [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Deleted allocations for instance 9e5a0744-6697-4972-9b86-33c5c7f5d83b [ 840.036535] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.037544] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.040986] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3cc52b-91d7-4d8c-9b97-a57ca405f6a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.048715] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 840.048715] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d178fc-2f87-03dc-5d3b-5126191a4e4f" [ 840.048715] env[69325]: _type = "Task" [ 840.048715] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.060436] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d178fc-2f87-03dc-5d3b-5126191a4e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.161917] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.290161] env[69325]: INFO nova.compute.manager [-] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Took 1.05 seconds to deallocate network for instance. [ 840.325834] env[69325]: DEBUG nova.network.neutron [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.393492] env[69325]: DEBUG oslo_concurrency.lockutils [req-fe5bf7bc-d90f-4fde-b122-f8369fa701f2 req-bcd2b7ed-64de-4b7d-b6ab-4bb3c27eeb0c service nova] Releasing lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.411838] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d743f2a3-d79f-4c81-94e8-974d5509fcea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.425243] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Doing hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 840.425431] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-277367ee-fb3f-4e52-be22-0dffa616945c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.434115] env[69325]: DEBUG oslo_vmware.api [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 840.434115] env[69325]: value = "task-4071654" [ 840.434115] env[69325]: _type = "Task" [ 840.434115] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.446311] env[69325]: DEBUG oslo_vmware.api [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071654, 'name': ResetVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.521220] env[69325]: DEBUG oslo_concurrency.lockutils [req-e6d3a96e-cbbe-4933-ae9d-cb13de9251fa req-c5cc991c-9c85-4b0d-ba87-71ab71df3e0b service nova] Releasing lock "refresh_cache-8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.549308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Lock "9e5a0744-6697-4972-9b86-33c5c7f5d83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.555s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.574026] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d178fc-2f87-03dc-5d3b-5126191a4e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.579270] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e0c654-190f-4957-aca6-e434bba7b948 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.590204] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 840.590204] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52574871-c998-8a6f-63ca-97d37d8faabd" [ 840.590204] env[69325]: _type = "Task" [ 840.590204] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.608166] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.610120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.610120] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52574871-c998-8a6f-63ca-97d37d8faabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.610243] env[69325]: DEBUG nova.network.neutron [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updating instance_info_cache with network_info: [{"id": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "address": "fa:16:3e:d4:88:e0", "network": {"id": "f5b4f80c-527a-48f3-bed1-6b3d3ed01d57", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068182425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "591102f689a24ca98f54482a975b097f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b09445-8a", "ovs_interfaceid": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.693183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.793144] env[69325]: DEBUG nova.network.neutron [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.795243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.829811] env[69325]: INFO nova.compute.manager [-] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Took 1.50 seconds to deallocate network for instance. [ 840.949716] env[69325]: DEBUG oslo_vmware.api [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071654, 'name': ResetVM_Task, 'duration_secs': 0.143604} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.950017] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Did hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 840.950218] env[69325]: DEBUG nova.compute.manager [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.951077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957bceff-d6bb-4f08-8291-8358bd78aff9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.110130] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52574871-c998-8a6f-63ca-97d37d8faabd, 'name': SearchDatastore_Task, 'duration_secs': 0.038904} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.110130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.110130] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6/8a8a3cd3-e556-440c-839b-2b72ee3b2eb6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.110497] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563eba21-caa2-4043-a21a-c946857b3b1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.113425] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Releasing lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.113497] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Instance network_info: |[{"id": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "address": "fa:16:3e:d4:88:e0", "network": {"id": "f5b4f80c-527a-48f3-bed1-6b3d3ed01d57", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068182425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "591102f689a24ca98f54482a975b097f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b09445-8a", "ovs_interfaceid": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.114353] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:88:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b09445-8ad6-4cc9-905b-37bfb2ec16a4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.123603] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Creating folder: Project (591102f689a24ca98f54482a975b097f). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.127843] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3bb73e-3bd8-41c2-aa10-467ca189e1e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.133145] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 841.133145] env[69325]: value = "task-4071655" [ 841.133145] env[69325]: _type = "Task" [ 841.133145] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.148493] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Created folder: Project (591102f689a24ca98f54482a975b097f) in parent group-v806727. [ 841.148493] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Creating folder: Instances. Parent ref: group-v806860. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.148777] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.149009] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd46558-3e38-4695-a6ad-16e88bbb40af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.163291] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Created folder: Instances in parent group-v806860. [ 841.163672] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.168276] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.168678] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab80183-6017-4b57-b367-aa2f9b37a004 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.194467] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.197204] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.197204] env[69325]: value = "task-4071658" [ 841.197204] env[69325]: _type = "Task" [ 841.197204] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.209186] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071658, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.232272] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955da4fc-c67d-4a31-a836-5f9a55986710 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.238850] env[69325]: DEBUG nova.compute.manager [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Received event network-changed-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.239077] env[69325]: DEBUG nova.compute.manager [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Refreshing instance network info cache due to event network-changed-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.239277] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] Acquiring lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.239440] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] Acquired lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.239912] env[69325]: DEBUG nova.network.neutron [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Refreshing network info cache for port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.246805] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca7144-a2c6-426f-8e63-0a216a81b29f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.287366] env[69325]: DEBUG nova.compute.manager [req-21d6b33a-cb1f-463b-bf04-922f1adff58a req-bcdee6c9-310d-4306-8579-60d0ffcef6ad service nova] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Received event network-vif-deleted-9b3a85fb-b203-46ec-935b-e75d762adf7c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.288103] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb50a17-9e13-49ad-bf04-dd368661d29f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.297816] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217f3fc-1e6d-47f4-a5c5-b33d0d2bd003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.302566] env[69325]: INFO nova.compute.manager [-] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Took 1.48 seconds to deallocate network for instance. [ 841.318191] env[69325]: DEBUG nova.compute.provider_tree [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.336960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.469053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b4b06efb-8360-4b0c-9fdc-ad96e69d226a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.019s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.648555] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.702450] env[69325]: INFO nova.compute.manager [-] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Took 1.81 seconds to deallocate network for instance. [ 841.713818] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071658, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.821317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.822032] env[69325]: DEBUG nova.scheduler.client.report [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.145295] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587475} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.145692] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6/8a8a3cd3-e556-440c-839b-2b72ee3b2eb6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.145947] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.146165] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e75a8dd-747b-4bc7-85ff-748feddf820a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.155379] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 842.155379] env[69325]: value = "task-4071659" [ 842.155379] env[69325]: _type = "Task" [ 842.155379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.169909] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.211268] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071658, 'name': CreateVM_Task, 'duration_secs': 0.715774} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.211555] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.212513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.213374] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.213374] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.213506] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65882c8a-3c87-4854-9e27-26f6e61650ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.216589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.222866] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 842.222866] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525080f1-a967-70ba-84f5-ab84e378ba6c" [ 842.222866] env[69325]: _type = "Task" [ 842.222866] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.237394] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525080f1-a967-70ba-84f5-ab84e378ba6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.237822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.238101] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.238187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.238336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.238548] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.238946] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a46d83-df9b-4045-a4f5-40c94d23512c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.248893] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.249107] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.249951] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01027f1-6255-496c-aa0e-723796eed6ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.256316] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 842.256316] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d2401c-4e6a-063d-b704-da0cb09df1c2" [ 842.256316] env[69325]: _type = "Task" [ 842.256316] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.265267] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d2401c-4e6a-063d-b704-da0cb09df1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.292589] env[69325]: DEBUG nova.network.neutron [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updated VIF entry in instance network info cache for port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.293126] env[69325]: DEBUG nova.network.neutron [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updating instance_info_cache with network_info: [{"id": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "address": "fa:16:3e:d4:88:e0", "network": {"id": "f5b4f80c-527a-48f3-bed1-6b3d3ed01d57", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068182425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "591102f689a24ca98f54482a975b097f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b09445-8a", "ovs_interfaceid": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.329541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.331995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.509s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.333543] env[69325]: INFO nova.compute.claims [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.359830] env[69325]: INFO nova.scheduler.client.report [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted allocations for instance b5adf32b-f399-4338-8a19-79f9d51e9072 [ 842.667469] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114213} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.667817] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.668682] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3187de-5e33-4248-93a3-8d1c5a25cd9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.696501] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6/8a8a3cd3-e556-440c-839b-2b72ee3b2eb6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.697912] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88d1a90-1d88-457c-84ba-321ad881ee93 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.720548] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 842.720548] env[69325]: value = "task-4071660" [ 842.720548] env[69325]: _type = "Task" [ 842.720548] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.732417] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.766944] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d2401c-4e6a-063d-b704-da0cb09df1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.767808] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0d7a76-cd62-49bd-988d-7cf436fd1d72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.774392] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 842.774392] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d65dea-3be8-674c-71c8-a615e7083495" [ 842.774392] env[69325]: _type = "Task" [ 842.774392] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.784859] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d65dea-3be8-674c-71c8-a615e7083495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.796593] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] Releasing lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.796877] env[69325]: DEBUG nova.compute.manager [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Received event network-vif-deleted-538c7fac-b42d-47da-88f7-c2ba73b4da48 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.797086] env[69325]: DEBUG nova.compute.manager [req-1b3fc3b4-19a9-4f4e-bd10-cbda42baa8ea req-a4a11ede-5c3c-49a4-87df-aa18c8a1d6cf service nova] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Received event network-vif-deleted-4487e432-cd80-4a01-a544-45af96043107 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.870035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fabe7d17-24df-4c3b-9513-602af04d053d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "b5adf32b-f399-4338-8a19-79f9d51e9072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.619s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.234985] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.290230] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d65dea-3be8-674c-71c8-a615e7083495, 'name': SearchDatastore_Task, 'duration_secs': 0.024831} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.290582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.290939] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] bee5a8e6-dd33-491a-9a9d-54caceadee34/bee5a8e6-dd33-491a-9a9d-54caceadee34.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.291319] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2480b06-a90f-4457-975d-4482a34366d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.300477] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 843.300477] env[69325]: value = "task-4071661" [ 843.300477] env[69325]: _type = "Task" [ 843.300477] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.311551] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.665660] env[69325]: DEBUG nova.compute.manager [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.666435] env[69325]: DEBUG nova.compute.manager [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing instance network info cache due to event network-changed-5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.666435] env[69325]: DEBUG oslo_concurrency.lockutils [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] Acquiring lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.666435] env[69325]: DEBUG oslo_concurrency.lockutils [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] Acquired lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.666435] env[69325]: DEBUG nova.network.neutron [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Refreshing network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.740427] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.822641] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515573} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.828995] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] bee5a8e6-dd33-491a-9a9d-54caceadee34/bee5a8e6-dd33-491a-9a9d-54caceadee34.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.828995] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.828995] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76939611-b0a4-4e4f-8773-11189b58c340 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.837393] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 843.837393] env[69325]: value = "task-4071662" [ 843.837393] env[69325]: _type = "Task" [ 843.837393] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.859035] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.044531] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d1fbd-dc3d-4969-bd37-d984753ad576 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.054039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "dcd842a0-6cc7-4918-8aa8-d25182252970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.054379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.054514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.054954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.054954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.061757] env[69325]: INFO nova.compute.manager [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Terminating instance [ 844.063467] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1964542e-30f7-4614-b8ff-dfe29a4fb45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.104246] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be82649-8054-45bd-b057-4edd1d8fd328 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.114693] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a663d0-915f-41b0-936f-809f1d535caa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.132982] env[69325]: DEBUG nova.compute.provider_tree [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.240118] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.351205] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158591} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.352523] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.352605] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e60e4-bc75-4562-9d9b-167bcba65f20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.381141] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bee5a8e6-dd33-491a-9a9d-54caceadee34/bee5a8e6-dd33-491a-9a9d-54caceadee34.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.386043] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b707076a-893a-444f-b21e-c078b71d76b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.411055] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 844.411055] env[69325]: value = "task-4071663" [ 844.411055] env[69325]: _type = "Task" [ 844.411055] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.423323] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.429983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.430322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.527618] env[69325]: DEBUG nova.network.neutron [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updated VIF entry in instance network info cache for port 5b4ac35b-acec-47ee-99bc-1c4893bb469e. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.527618] env[69325]: DEBUG nova.network.neutron [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [{"id": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "address": "fa:16:3e:e9:58:75", "network": {"id": "80f09a87-fcb6-4fa4-b641-3f0edb024190", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-745748436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63d6ef600f04ac18aa519b4f816cf1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4ac35b-ac", "ovs_interfaceid": "5b4ac35b-acec-47ee-99bc-1c4893bb469e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.569932] env[69325]: DEBUG nova.compute.manager [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.570188] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.571636] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a681588-20a9-4517-b328-fdf2988e3b8c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.582870] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.583169] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a921d250-557b-4aed-997c-991ff0c83ec6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.591054] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 844.591054] env[69325]: value = "task-4071664" [ 844.591054] env[69325]: _type = "Task" [ 844.591054] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.600420] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.637212] env[69325]: DEBUG nova.scheduler.client.report [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.740347] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071660, 'name': ReconfigVM_Task, 'duration_secs': 1.711577} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.740808] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6/8a8a3cd3-e556-440c-839b-2b72ee3b2eb6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.741964] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34bdfc5e-2bfa-4300-9202-433441a718b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.748904] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 844.748904] env[69325]: value = "task-4071665" [ 844.748904] env[69325]: _type = "Task" [ 844.748904] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.759213] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071665, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.923597] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071663, 'name': ReconfigVM_Task, 'duration_secs': 0.331046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.923888] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bee5a8e6-dd33-491a-9a9d-54caceadee34/bee5a8e6-dd33-491a-9a9d-54caceadee34.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.924586] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f2aed4d-ac55-433f-8b1f-40b899621f92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.933528] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 844.933528] env[69325]: value = "task-4071666" [ 844.933528] env[69325]: _type = "Task" [ 844.933528] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.934503] env[69325]: DEBUG nova.compute.utils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.951656] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071666, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.030428] env[69325]: DEBUG oslo_concurrency.lockutils [req-abc4fd23-fef1-4978-9cb3-d4941489aa73 req-39891eb7-dd6a-4d4a-a078-1e5d7c0e014e service nova] Releasing lock "refresh_cache-dcd842a0-6cc7-4918-8aa8-d25182252970" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.112037] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071664, 'name': PowerOffVM_Task, 'duration_secs': 0.362186} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.112037] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.112037] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.112037] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c32512-db36-4de4-985f-30d217e1a776 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.144150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.144486] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.148690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.315s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.150384] env[69325]: INFO nova.compute.claims [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.209169] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.209441] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.209646] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleting the datastore file [datastore2] dcd842a0-6cc7-4918-8aa8-d25182252970 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.210205] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc97ef5d-12bd-45f0-9008-0442c74d5866 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.219817] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 845.219817] env[69325]: value = "task-4071668" [ 845.219817] env[69325]: _type = "Task" [ 845.219817] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.238285] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.263903] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071665, 'name': Rename_Task, 'duration_secs': 0.397032} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.264326] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.264665] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a04b7e11-9162-4f38-8160-47914c903ca3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.274081] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 845.274081] env[69325]: value = "task-4071669" [ 845.274081] env[69325]: _type = "Task" [ 845.274081] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.287906] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.445462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.446014] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071666, 'name': Rename_Task, 'duration_secs': 0.25162} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.447067] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.447747] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a673f19-2bc0-493f-9151-84d5af96cdeb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.458136] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 845.458136] env[69325]: value = "task-4071670" [ 845.458136] env[69325]: _type = "Task" [ 845.458136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.478847] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.660330] env[69325]: DEBUG nova.compute.utils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.662172] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.662576] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.715892] env[69325]: DEBUG nova.policy [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e351ff7e4fc49febec149ac33509759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a527cdeaa9b24c40ab51cca00395bb35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.734831] env[69325]: DEBUG oslo_vmware.api [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163881} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.735830] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.736190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.736986] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.738560] env[69325]: INFO nova.compute.manager [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.738560] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.738560] env[69325]: DEBUG nova.compute.manager [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.738560] env[69325]: DEBUG nova.network.neutron [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.788497] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071669, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.974876] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.162877] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.290057] env[69325]: DEBUG oslo_vmware.api [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071669, 'name': PowerOnVM_Task, 'duration_secs': 0.980498} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.290057] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.290057] env[69325]: INFO nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Took 12.05 seconds to spawn the instance on the hypervisor. [ 846.290057] env[69325]: DEBUG nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.290057] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01434e4c-1ff7-4942-951b-835578fb1235 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.445758] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Successfully created port: 3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.475282] env[69325]: DEBUG oslo_vmware.api [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4071670, 'name': PowerOnVM_Task, 'duration_secs': 0.583982} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.475772] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.476155] env[69325]: INFO nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Took 8.92 seconds to spawn the instance on the hypervisor. [ 846.476635] env[69325]: DEBUG nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.479715] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43296132-64c2-49d7-ac0e-3a05f40f7af6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.582643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.582932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.583451] env[69325]: INFO nova.compute.manager [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Attaching volume 697eb810-e0b6-49aa-95fd-2e706fd625ce to /dev/sdb [ 846.602019] env[69325]: DEBUG nova.compute.manager [req-e2ed7191-6588-4fe5-a797-3ad1ab0716f8 req-41c4fbde-e682-44a1-8222-64340ed340d0 service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Received event network-vif-deleted-5b4ac35b-acec-47ee-99bc-1c4893bb469e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.602327] env[69325]: INFO nova.compute.manager [req-e2ed7191-6588-4fe5-a797-3ad1ab0716f8 req-41c4fbde-e682-44a1-8222-64340ed340d0 service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Neutron deleted interface 5b4ac35b-acec-47ee-99bc-1c4893bb469e; detaching it from the instance and deleting it from the info cache [ 846.602608] env[69325]: DEBUG nova.network.neutron [req-e2ed7191-6588-4fe5-a797-3ad1ab0716f8 req-41c4fbde-e682-44a1-8222-64340ed340d0 service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.634147] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7498781-52e3-498e-a5d2-e317948a79c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.650112] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae265ab-dcd8-4018-96e5-325e0aba74bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.667805] env[69325]: DEBUG nova.virt.block_device [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating existing volume attachment record: bfee7e6b-688b-4d66-bdd2-dc1047a586c8 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 846.754182] env[69325]: DEBUG nova.network.neutron [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.815947] env[69325]: INFO nova.compute.manager [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Took 50.24 seconds to build instance. [ 846.912521] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ddfb7-d418-47c8-b462-408036b30f77 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.924224] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d6535-b13e-4a22-9631-7f5b196631cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.979015] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ac345-f4ec-469d-9057-35308a041b96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.989090] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffdb239-d846-4cbd-b2d4-46058a2f7055 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.013896] env[69325]: DEBUG nova.compute.provider_tree [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.024786] env[69325]: INFO nova.compute.manager [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Took 45.23 seconds to build instance. [ 847.105840] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56d0f483-de72-4f29-bd6b-e7c7b772f83f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.118590] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddb150-85c6-4f4c-bbfc-c82b3a73d9a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.159514] env[69325]: DEBUG nova.compute.manager [req-e2ed7191-6588-4fe5-a797-3ad1ab0716f8 req-41c4fbde-e682-44a1-8222-64340ed340d0 service nova] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Detach interface failed, port_id=5b4ac35b-acec-47ee-99bc-1c4893bb469e, reason: Instance dcd842a0-6cc7-4918-8aa8-d25182252970 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.184832] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.222295] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.222900] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.222900] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.222900] env[69325]: DEBUG nova.virt.hardware [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.223947] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7326edc-5734-4b74-ad89-adbc6d8041e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.233694] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491594d6-474c-47d4-8a95-d600d56f810c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.258540] env[69325]: INFO nova.compute.manager [-] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Took 1.52 seconds to deallocate network for instance. [ 847.320610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4a86dd27-1149-46a5-9f6c-98b9815dad22 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.370s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.520578] env[69325]: DEBUG nova.scheduler.client.report [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.529229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.428s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.767256] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.823713] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.026632] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.027208] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.030955] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.715s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.034220] env[69325]: INFO nova.compute.claims [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.046254] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.362511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.542853] env[69325]: DEBUG nova.compute.utils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.546055] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.546277] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.583031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.779152] env[69325]: DEBUG nova.policy [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e3bb2071b6443e86794a2552197491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd3ab8f44fd544ee9644c74287250082', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.850142] env[69325]: DEBUG nova.compute.manager [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Received event network-vif-plugged-3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.850425] env[69325]: DEBUG oslo_concurrency.lockutils [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] Acquiring lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.851172] env[69325]: DEBUG oslo_concurrency.lockutils [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] Lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.851172] env[69325]: DEBUG oslo_concurrency.lockutils [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] Lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.851172] env[69325]: DEBUG nova.compute.manager [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] No waiting events found dispatching network-vif-plugged-3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.851172] env[69325]: WARNING nova.compute.manager [req-649b8c6c-2ea5-435b-a51b-907af9c7bba6 req-4a3c8277-81fb-489e-be43-3120af6bccac service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Received unexpected event network-vif-plugged-3a720ccd-5100-4a73-8963-15e7801b1016 for instance with vm_state building and task_state spawning. [ 849.046506] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.300783] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Successfully updated port: 3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.730736] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a627bba1-360d-45b7-91c3-4355f87d9ed2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.739457] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87588906-3cb6-459d-baf4-8a37d77d451b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.775619] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827b5dc-74cb-4150-a3a4-9c81fc455c3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.787830] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f172a9-72cc-407c-99c0-aaea199a9c96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803124] env[69325]: DEBUG nova.compute.provider_tree [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.805403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.805499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquired lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.805875] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.059679] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.109029] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.109029] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.109029] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.109029] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.111371] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.112475] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.112475] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.112475] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.112475] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.112891] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.112891] env[69325]: DEBUG nova.virt.hardware [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.113827] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee35e052-4b23-470b-ae38-3e3df3a4cce2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.127751] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3970ec-61f7-471a-b4c9-ac9cc05e1c12 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.296441] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Successfully created port: e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.306396] env[69325]: DEBUG nova.scheduler.client.report [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.403576] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.668055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.668330] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.803991] env[69325]: DEBUG nova.network.neutron [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Updating instance_info_cache with network_info: [{"id": "3a720ccd-5100-4a73-8963-15e7801b1016", "address": "fa:16:3e:fe:52:02", "network": {"id": "861aa3bd-9eca-4f2e-a436-bf9fb6612475", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-927819387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a527cdeaa9b24c40ab51cca00395bb35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a720ccd-51", "ovs_interfaceid": "3a720ccd-5100-4a73-8963-15e7801b1016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.813840] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.814403] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.818657] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.013s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.820681] env[69325]: INFO nova.compute.claims [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.021083] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Successfully created port: 722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.237687] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 851.238023] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806864', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'name': 'volume-697eb810-e0b6-49aa-95fd-2e706fd625ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a5c270-6084-4c1e-a63b-7cc7de611e8c', 'attached_at': '', 'detached_at': '', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'serial': '697eb810-e0b6-49aa-95fd-2e706fd625ce'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 851.239250] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8712e5d-8664-4bf4-8409-4d301bc449ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.262396] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b665d5bf-f4d2-4549-b0a7-2d9533c1a8b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.290211] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] volume-697eb810-e0b6-49aa-95fd-2e706fd625ce/volume-697eb810-e0b6-49aa-95fd-2e706fd625ce.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.290613] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e93fe1-c7d5-4600-8ea5-62b2dcd9c5f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.312309] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Releasing lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.313409] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Instance network_info: |[{"id": "3a720ccd-5100-4a73-8963-15e7801b1016", "address": "fa:16:3e:fe:52:02", "network": {"id": "861aa3bd-9eca-4f2e-a436-bf9fb6612475", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-927819387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a527cdeaa9b24c40ab51cca00395bb35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a720ccd-51", "ovs_interfaceid": "3a720ccd-5100-4a73-8963-15e7801b1016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.313409] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 851.313409] env[69325]: value = "task-4071675" [ 851.313409] env[69325]: _type = "Task" [ 851.313409] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.314274] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:52:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a720ccd-5100-4a73-8963-15e7801b1016', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.322061] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Creating folder: Project (a527cdeaa9b24c40ab51cca00395bb35). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.323281] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5cfa1fc-f072-4502-b7e0-4578aaf029e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.329213] env[69325]: DEBUG nova.compute.utils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.334345] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.334345] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.344786] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.348758] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Created folder: Project (a527cdeaa9b24c40ab51cca00395bb35) in parent group-v806727. [ 851.348758] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Creating folder: Instances. Parent ref: group-v806865. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.348758] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd2f636-bafa-4d57-9493-974e589dc7df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.360508] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Created folder: Instances in parent group-v806865. [ 851.360724] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.361231] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.361454] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa383d0-2996-4705-96b4-79ecac7a2b60 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.383076] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.383076] env[69325]: value = "task-4071678" [ 851.383076] env[69325]: _type = "Task" [ 851.383076] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.394211] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071678, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.432948] env[69325]: DEBUG nova.policy [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b482837ffacd426cbea5a0c4e0c6498c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffab9f84e8e6432abff0e173b8ab55e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.802104] env[69325]: DEBUG nova.compute.manager [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Received event network-changed-3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.807789] env[69325]: DEBUG nova.compute.manager [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Refreshing instance network info cache due to event network-changed-3a720ccd-5100-4a73-8963-15e7801b1016. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.807789] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Acquiring lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.807789] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Acquired lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.808020] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Refreshing network info cache for port 3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.836891] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.838869] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071675, 'name': ReconfigVM_Task, 'duration_secs': 0.396745} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.842152] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfigured VM instance instance-00000006 to attach disk [datastore2] volume-697eb810-e0b6-49aa-95fd-2e706fd625ce/volume-697eb810-e0b6-49aa-95fd-2e706fd625ce.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.849824] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52baedcb-4c75-45ea-8081-6252ed996c37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.877278] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 851.877278] env[69325]: value = "task-4071679" [ 851.877278] env[69325]: _type = "Task" [ 851.877278] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.908190] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.914529] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071678, 'name': CreateVM_Task, 'duration_secs': 0.436881} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.915560] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.915560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.915774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916265] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e41187f-eb53-4a85-a2ae-5d29649e2e73 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.922098] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 851.922098] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cd117b-a412-9536-cac8-42d99a9d0b24" [ 851.922098] env[69325]: _type = "Task" [ 851.922098] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.937190] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cd117b-a412-9536-cac8-42d99a9d0b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.940546] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Successfully created port: fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.395349] env[69325]: DEBUG oslo_vmware.api [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071679, 'name': ReconfigVM_Task, 'duration_secs': 0.174518} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.395868] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806864', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'name': 'volume-697eb810-e0b6-49aa-95fd-2e706fd625ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a5c270-6084-4c1e-a63b-7cc7de611e8c', 'attached_at': '', 'detached_at': '', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'serial': '697eb810-e0b6-49aa-95fd-2e706fd625ce'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 852.443708] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cd117b-a412-9536-cac8-42d99a9d0b24, 'name': SearchDatastore_Task, 'duration_secs': 0.017228} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.452110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.452110] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.452110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.452110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.452110] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.452605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.452814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.453875] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bdd66e1-d007-4cfa-92ef-c704266b6d1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464450] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.464645] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.468016] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1320dc-0180-41e7-872a-3de5999e6fd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.478724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "fada2955-134c-4755-ad5b-7a56a4456743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.479105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.482076] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 852.482076] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a7cdee-c66c-c6e3-90d0-cdd4cb5260d7" [ 852.482076] env[69325]: _type = "Task" [ 852.482076] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.494952] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a7cdee-c66c-c6e3-90d0-cdd4cb5260d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.554772] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ffd6e8-a193-4fb0-b7f8-6da61cea9a07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562784] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3c92a-0f5e-4a57-81c4-cc0516d78132 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.598993] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c279e91c-f134-49a2-bad6-409ee2ad268f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.610050] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb403f-83eb-498d-8e4f-04dc9a1d3087 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.623057] env[69325]: DEBUG nova.compute.provider_tree [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.625727] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Updated VIF entry in instance network info cache for port 3a720ccd-5100-4a73-8963-15e7801b1016. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.626096] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Updating instance_info_cache with network_info: [{"id": "3a720ccd-5100-4a73-8963-15e7801b1016", "address": "fa:16:3e:fe:52:02", "network": {"id": "861aa3bd-9eca-4f2e-a436-bf9fb6612475", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-927819387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a527cdeaa9b24c40ab51cca00395bb35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a720ccd-51", "ovs_interfaceid": "3a720ccd-5100-4a73-8963-15e7801b1016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.847343] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.889039] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.889039] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.889039] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.889039] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.889331] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.889515] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.889792] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.890123] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.890351] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.890567] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.890756] env[69325]: DEBUG nova.virt.hardware [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.891798] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd06eb9-fb0c-4bc7-bfbc-dba48961cd4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.904832] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f871e-994b-41c6-9d08-7fcd71535d7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.968995] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Successfully updated port: e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.997694] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a7cdee-c66c-c6e3-90d0-cdd4cb5260d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018489} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.998998] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15f2410-97c2-4346-b13e-d2a66f629e3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.008543] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 853.008543] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f69cf3-f566-804d-e384-46b1c5bb8f71" [ 853.008543] env[69325]: _type = "Task" [ 853.008543] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.019138] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f69cf3-f566-804d-e384-46b1c5bb8f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.125924] env[69325]: DEBUG nova.scheduler.client.report [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.129950] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Releasing lock "refresh_cache-693f4c16-568a-488c-b1ac-d51a6518135b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.130221] env[69325]: DEBUG nova.compute.manager [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Received event network-changed-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.130391] env[69325]: DEBUG nova.compute.manager [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Refreshing instance network info cache due to event network-changed-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.130600] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Acquiring lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.130741] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Acquired lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.130923] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Refreshing network info cache for port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.448875] env[69325]: DEBUG nova.objects.instance [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lazy-loading 'flavor' on Instance uuid 53a5c270-6084-4c1e-a63b-7cc7de611e8c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.522372] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f69cf3-f566-804d-e384-46b1c5bb8f71, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.522496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.522721] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 693f4c16-568a-488c-b1ac-d51a6518135b/693f4c16-568a-488c-b1ac-d51a6518135b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.522995] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2acd4a02-a1a6-4d5e-bca1-b57c0ede68a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.531834] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 853.531834] env[69325]: value = "task-4071680" [ 853.531834] env[69325]: _type = "Task" [ 853.531834] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.541805] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.641255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.641255] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.647802] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.446s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.647802] env[69325]: DEBUG nova.objects.instance [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lazy-loading 'resources' on Instance uuid 338e3dba-8a0f-449f-8390-a4899ae08146 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.710377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.710618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.710804] env[69325]: DEBUG nova.compute.manager [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.711781] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b8dc12-2571-4b62-ab4c-e231997df83b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.719798] env[69325]: DEBUG nova.compute.manager [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 853.720638] env[69325]: DEBUG nova.objects.instance [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lazy-loading 'flavor' on Instance uuid 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.959041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4aa3dcac-22d7-42b5-af5b-a31d108f7bf9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.375s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.969300] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Successfully updated port: fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.050921] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071680, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.086519] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updated VIF entry in instance network info cache for port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.086519] env[69325]: DEBUG nova.network.neutron [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updating instance_info_cache with network_info: [{"id": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "address": "fa:16:3e:d4:88:e0", "network": {"id": "f5b4f80c-527a-48f3-bed1-6b3d3ed01d57", "bridge": "br-int", "label": "tempest-ServersTestJSON-2068182425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "591102f689a24ca98f54482a975b097f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b09445-8a", "ovs_interfaceid": "c1b09445-8ad6-4cc9-905b-37bfb2ec16a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.159093] env[69325]: DEBUG nova.compute.utils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.159093] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-vif-plugged-e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.163276] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Acquiring lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.163276] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.163276] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.163276] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] No waiting events found dispatching network-vif-plugged-e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.163453] env[69325]: WARNING nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received unexpected event network-vif-plugged-e0067d6b-38ce-431f-8118-51d9b7de707b for instance with vm_state building and task_state spawning. [ 854.163677] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-changed-e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.164820] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Refreshing instance network info cache due to event network-changed-e0067d6b-38ce-431f-8118-51d9b7de707b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.164820] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Acquiring lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.164820] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Acquired lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.164820] env[69325]: DEBUG nova.network.neutron [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Refreshing network info cache for port e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.169052] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 854.471250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.471250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.471250] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.544996] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666617} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.548419] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 693f4c16-568a-488c-b1ac-d51a6518135b/693f4c16-568a-488c-b1ac-d51a6518135b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.548677] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.549418] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b10a71d-2c3a-44b9-97b6-67ece853b708 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.561714] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 854.561714] env[69325]: value = "task-4071681" [ 854.561714] env[69325]: _type = "Task" [ 854.561714] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.580303] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.588935] env[69325]: DEBUG oslo_concurrency.lockutils [req-0511eccf-660f-4b9a-847a-f441d7e4889f req-f99d1e70-a62e-4b20-8ed8-ae702faf0ec8 service nova] Releasing lock "refresh_cache-bee5a8e6-dd33-491a-9a9d-54caceadee34" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.667357] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.731828] env[69325]: DEBUG nova.network.neutron [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.734159] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.734495] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af304a58-ecfd-4e2e-a3f4-72618e906dd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.746185] env[69325]: DEBUG oslo_vmware.api [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 854.746185] env[69325]: value = "task-4071682" [ 854.746185] env[69325]: _type = "Task" [ 854.746185] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.757226] env[69325]: DEBUG oslo_vmware.api [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.897102] env[69325]: DEBUG nova.network.neutron [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.929023] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef2d36-7e67-4237-8f80-5b9360a4de9b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.938781] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc0932a-fb9d-4a01-a9ee-f243f1e80c41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.970202] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842d2d6-768b-497e-8888-bf4a93971e55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.980030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5624f-e5d5-4446-85ac-92ccfb8f90e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.984611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.984845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.997761] env[69325]: DEBUG nova.compute.provider_tree [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.023017] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.075053] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07612} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.075053] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.075839] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c7d89-873c-42a3-ada8-8f89170df2fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.108785] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 693f4c16-568a-488c-b1ac-d51a6518135b/693f4c16-568a-488c-b1ac-d51a6518135b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.109335] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb8b68e-ac02-4386-baeb-f25a72c5d914 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.139288] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 855.139288] env[69325]: value = "task-4071683" [ 855.139288] env[69325]: _type = "Task" [ 855.139288] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.149914] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.240716] env[69325]: DEBUG nova.network.neutron [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updating instance_info_cache with network_info: [{"id": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "address": "fa:16:3e:f8:46:72", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb93e57-d2", "ovs_interfaceid": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.257506] env[69325]: DEBUG oslo_vmware.api [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071682, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.403121] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Releasing lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.407016] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Received event network-vif-plugged-fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.407016] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Acquiring lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.407016] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.407016] env[69325]: DEBUG oslo_concurrency.lockutils [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.407016] env[69325]: DEBUG nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] No waiting events found dispatching network-vif-plugged-fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 855.407016] env[69325]: WARNING nova.compute.manager [req-feed8466-deb0-498e-ac5b-e7867adc2a2a req-282e6b24-0881-4333-8860-427de454b759 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Received unexpected event network-vif-plugged-fdb93e57-d286-414c-93b0-43d27a7c33c8 for instance with vm_state building and task_state spawning. [ 855.445130] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Successfully updated port: 722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.488997] env[69325]: INFO nova.compute.manager [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Detaching volume 697eb810-e0b6-49aa-95fd-2e706fd625ce [ 855.500865] env[69325]: DEBUG nova.scheduler.client.report [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.530162] env[69325]: INFO nova.virt.block_device [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Attempting to driver detach volume 697eb810-e0b6-49aa-95fd-2e706fd625ce from mountpoint /dev/sdb [ 855.530433] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 855.530816] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806864', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'name': 'volume-697eb810-e0b6-49aa-95fd-2e706fd625ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a5c270-6084-4c1e-a63b-7cc7de611e8c', 'attached_at': '', 'detached_at': '', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'serial': '697eb810-e0b6-49aa-95fd-2e706fd625ce'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 855.531578] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1241c26c-6a31-47ed-8ccc-2dec2a310613 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.556403] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805de72a-1fe2-459f-8235-64a060d80422 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.564593] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7328d-ad19-4152-8f37-63ce52977240 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.587136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b48be9-c773-46d3-a304-255443240a5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.603175] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] The volume has not been displaced from its original location: [datastore2] volume-697eb810-e0b6-49aa-95fd-2e706fd625ce/volume-697eb810-e0b6-49aa-95fd-2e706fd625ce.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 855.608485] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.608834] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca02fc20-5397-4d5e-9d28-ce98ab49fda2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.628333] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 855.628333] env[69325]: value = "task-4071684" [ 855.628333] env[69325]: _type = "Task" [ 855.628333] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.639902] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.649592] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.683677] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.708361] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.708605] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.708783] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.708975] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.709770] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.709770] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.709770] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.709770] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.710041] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.710254] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.710474] env[69325]: DEBUG nova.virt.hardware [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.711464] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd91a50-c6b3-433e-aff8-d1f2a3240418 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.720225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27eefeb-0b78-4423-aa71-47cc236709c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.736437] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.743436] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Creating folder: Project (bd5322f5162b496584ad966412684789). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.743905] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52fe08ac-e7be-40ee-976d-c19a7199dd68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.748268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.748361] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Instance network_info: |[{"id": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "address": "fa:16:3e:f8:46:72", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb93e57-d2", "ovs_interfaceid": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.748971] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:46:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb93e57-d286-414c-93b0-43d27a7c33c8', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.757259] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.762271] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.762628] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Created folder: Project (bd5322f5162b496584ad966412684789) in parent group-v806727. [ 855.762809] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Creating folder: Instances. Parent ref: group-v806868. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.763098] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339e99c1-56a2-4171-bd45-82896e75e427 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.778250] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f906d5b-e93b-4db0-980e-f77b90d04505 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.785637] env[69325]: DEBUG oslo_vmware.api [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071682, 'name': PowerOffVM_Task, 'duration_secs': 0.567517} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.787200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.787355] env[69325]: DEBUG nova.compute.manager [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.787615] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.787615] env[69325]: value = "task-4071686" [ 855.787615] env[69325]: _type = "Task" [ 855.787615] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.788386] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d851d6-443a-4571-9eb2-3efb957942ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.796030] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Created folder: Instances in parent group-v806868. [ 855.796314] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.796937] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.797291] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb9292e-c0a0-44bb-a3a5-8729629711fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.816091] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071686, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.826903] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.826903] env[69325]: value = "task-4071688" [ 855.826903] env[69325]: _type = "Task" [ 855.826903] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.842240] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071688, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.950316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.950316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.950316] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.007426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.008756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.011037] env[69325]: INFO nova.compute.claims [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.043912] env[69325]: INFO nova.scheduler.client.report [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleted allocations for instance 338e3dba-8a0f-449f-8390-a4899ae08146 [ 856.145237] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.157420] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071683, 'name': ReconfigVM_Task, 'duration_secs': 0.908885} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.157945] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 693f4c16-568a-488c-b1ac-d51a6518135b/693f4c16-568a-488c-b1ac-d51a6518135b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.159026] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f98915-9a0c-468c-9ea3-e3227ad9465f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.169712] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 856.169712] env[69325]: value = "task-4071689" [ 856.169712] env[69325]: _type = "Task" [ 856.169712] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.188795] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071689, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.244106] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Received event network-changed-fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.244315] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Refreshing instance network info cache due to event network-changed-fdb93e57-d286-414c-93b0-43d27a7c33c8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.244562] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Acquiring lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.244728] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Acquired lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.244951] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Refreshing network info cache for port fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.304317] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071686, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.323640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dd87832e-54d6-449f-be21-334ae6bc2df4 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.613s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.340076] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071688, 'name': CreateVM_Task, 'duration_secs': 0.491732} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.340205] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.340659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.340881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.341349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.341679] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac24be8-92bc-494e-8909-55222f8376ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.347800] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 856.347800] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520104df-b4bd-b972-3478-828b819482fc" [ 856.347800] env[69325]: _type = "Task" [ 856.347800] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.358169] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520104df-b4bd-b972-3478-828b819482fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.492569] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.557039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fc93d62-8bab-456c-acec-420e37fdf242 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.188s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.558477] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.698s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.558713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.559067] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.559286] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.562103] env[69325]: INFO nova.compute.manager [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Terminating instance [ 856.643794] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.686446] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071689, 'name': Rename_Task, 'duration_secs': 0.248203} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.686872] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.687644] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa37545a-35ad-44e8-bde2-0868244a7bb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.696275] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 856.696275] env[69325]: value = "task-4071690" [ 856.696275] env[69325]: _type = "Task" [ 856.696275] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.708477] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.806784] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071686, 'name': CreateVM_Task, 'duration_secs': 0.531659} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.806977] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.807741] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.867260] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520104df-b4bd-b972-3478-828b819482fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.867705] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.868472] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.870332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.870508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.870702] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.871077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.871424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.871684] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf6f656-aff9-44a8-b9ac-10bc82dc7a2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.874635] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91a6b21-ca1d-4078-bf67-c7180332757d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.881428] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 856.881428] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fa8ddb-55e2-54c2-f382-2486c2e34848" [ 856.881428] env[69325]: _type = "Task" [ 856.881428] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.887402] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.887723] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.888903] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc2b10a-1c2c-45f2-b791-aff91cfc01ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.896809] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fa8ddb-55e2-54c2-f382-2486c2e34848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.900916] env[69325]: DEBUG nova.objects.instance [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lazy-loading 'flavor' on Instance uuid 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.905631] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 856.905631] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c356ec-e79c-312a-efaf-f5e487c7fc72" [ 856.905631] env[69325]: _type = "Task" [ 856.905631] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.919116] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c356ec-e79c-312a-efaf-f5e487c7fc72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.071164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.071164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquired lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.071164] env[69325]: DEBUG nova.network.neutron [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.142669] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071684, 'name': ReconfigVM_Task, 'duration_secs': 1.409915} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.143112] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.153099] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df8eb7e-d5bb-4275-8dba-1a5f85e0bdc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.178281] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 857.178281] env[69325]: value = "task-4071691" [ 857.178281] env[69325]: _type = "Task" [ 857.178281] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.199292] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.221218] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.249137] env[69325]: DEBUG nova.network.neutron [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updating instance_info_cache with network_info: [{"id": "e0067d6b-38ce-431f-8118-51d9b7de707b", "address": "fa:16:3e:a8:a1:11", "network": {"id": "ae6c64c6-af78-4246-94b5-591a9ecd2cbb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-54591696", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067d6b-38", "ovs_interfaceid": "e0067d6b-38ce-431f-8118-51d9b7de707b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "722a9b7b-c927-47e0-9094-faf040e41eaf", "address": "fa:16:3e:06:c4:b7", "network": {"id": "bed387da-51ac-4c58-8252-efdab00da551", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685112938", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722a9b7b-c9", "ovs_interfaceid": "722a9b7b-c927-47e0-9094-faf040e41eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.283435] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updated VIF entry in instance network info cache for port fdb93e57-d286-414c-93b0-43d27a7c33c8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.283822] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updating instance_info_cache with network_info: [{"id": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "address": "fa:16:3e:f8:46:72", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb93e57-d2", "ovs_interfaceid": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.394234] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fa8ddb-55e2-54c2-f382-2486c2e34848, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.394614] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.394957] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.395219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.408986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.409223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquired lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.409452] env[69325]: DEBUG nova.network.neutron [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.409754] env[69325]: DEBUG nova.objects.instance [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lazy-loading 'info_cache' on Instance uuid 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.423469] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c356ec-e79c-312a-efaf-f5e487c7fc72, 'name': SearchDatastore_Task, 'duration_secs': 0.022082} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.424060] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27956bf5-8f33-4027-9cee-9798d5f53c87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.430419] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 857.430419] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52160140-0583-5e10-9072-4915f48d2590" [ 857.430419] env[69325]: _type = "Task" [ 857.430419] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.439840] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52160140-0583-5e10-9072-4915f48d2590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.575896] env[69325]: DEBUG nova.compute.utils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Can not refresh info_cache because instance was not found {{(pid=69325) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 857.600619] env[69325]: DEBUG nova.network.neutron [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.693594] env[69325]: DEBUG oslo_vmware.api [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071691, 'name': ReconfigVM_Task, 'duration_secs': 0.256328} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.693855] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806864', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'name': 'volume-697eb810-e0b6-49aa-95fd-2e706fd625ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a5c270-6084-4c1e-a63b-7cc7de611e8c', 'attached_at': '', 'detached_at': '', 'volume_id': '697eb810-e0b6-49aa-95fd-2e706fd625ce', 'serial': '697eb810-e0b6-49aa-95fd-2e706fd625ce'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 857.721672] env[69325]: DEBUG oslo_vmware.api [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071690, 'name': PowerOnVM_Task, 'duration_secs': 0.670061} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.721966] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.722324] env[69325]: INFO nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Took 10.54 seconds to spawn the instance on the hypervisor. [ 857.722516] env[69325]: DEBUG nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.724708] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5877878b-fb6b-4def-99d8-232e781afc39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.731117] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a9938-7b06-459c-9c47-34854ccda3e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.744389] env[69325]: DEBUG nova.network.neutron [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.746436] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31047a3e-60a8-417c-a663-643cc4d83618 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.752575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.752956] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance network_info: |[{"id": "e0067d6b-38ce-431f-8118-51d9b7de707b", "address": "fa:16:3e:a8:a1:11", "network": {"id": "ae6c64c6-af78-4246-94b5-591a9ecd2cbb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-54591696", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067d6b-38", "ovs_interfaceid": "e0067d6b-38ce-431f-8118-51d9b7de707b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "722a9b7b-c927-47e0-9094-faf040e41eaf", "address": "fa:16:3e:06:c4:b7", "network": {"id": "bed387da-51ac-4c58-8252-efdab00da551", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685112938", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722a9b7b-c9", "ovs_interfaceid": "722a9b7b-c927-47e0-9094-faf040e41eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.753644] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a1:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0067d6b-38ce-431f-8118-51d9b7de707b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722a9b7b-c927-47e0-9094-faf040e41eaf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.764337] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.791764] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.792356] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Releasing lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.792582] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-vif-plugged-722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.792773] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Acquiring lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.792993] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.793161] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.793332] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] No waiting events found dispatching network-vif-plugged-722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.793508] env[69325]: WARNING nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received unexpected event network-vif-plugged-722a9b7b-c927-47e0-9094-faf040e41eaf for instance with vm_state building and task_state spawning. [ 857.793671] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-changed-722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.793825] env[69325]: DEBUG nova.compute.manager [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Refreshing instance network info cache due to event network-changed-722a9b7b-c927-47e0-9094-faf040e41eaf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.794055] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Acquiring lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.794162] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Acquired lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.794321] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Refreshing network info cache for port 722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.796628] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b14a3b-5484-497e-958b-3171ac6b206f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.815761] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e8e446-bad4-4461-9fde-5d2c9efff08e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.828151] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e54d36-b476-4d6f-ae17-81e63215a4e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.832252] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.832252] env[69325]: value = "task-4071692" [ 857.832252] env[69325]: _type = "Task" [ 857.832252] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.846565] env[69325]: DEBUG nova.compute.provider_tree [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.853890] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071692, 'name': CreateVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.918096] env[69325]: DEBUG nova.objects.base [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Object Instance<0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 857.941728] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52160140-0583-5e10-9072-4915f48d2590, 'name': SearchDatastore_Task, 'duration_secs': 0.02292} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.942012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.942328] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.942623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.942842] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.943015] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95c8db40-846d-4c2d-b884-b003ef3789a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.945038] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ac5b226-d5a4-4b6c-b40b-bf2e59d45d18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.955871] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 857.955871] env[69325]: value = "task-4071693" [ 857.955871] env[69325]: _type = "Task" [ 857.955871] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.960704] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.960887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.962178] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd09de79-6484-4120-b9ae-9a31862ee9d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.969026] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.973016] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 857.973016] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d845c9-aa8d-728a-6ce4-10a65ea6cc68" [ 857.973016] env[69325]: _type = "Task" [ 857.973016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.981884] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d845c9-aa8d-728a-6ce4-10a65ea6cc68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.254522] env[69325]: INFO nova.compute.manager [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Took 39.45 seconds to build instance. [ 858.256623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Releasing lock "refresh_cache-338e3dba-8a0f-449f-8390-a4899ae08146" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.257473] env[69325]: DEBUG nova.compute.manager [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.257726] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.258116] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30d1adbf-1170-427a-9a5a-874908fe3f54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.264371] env[69325]: DEBUG nova.objects.instance [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lazy-loading 'flavor' on Instance uuid 53a5c270-6084-4c1e-a63b-7cc7de611e8c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.277813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4723f-f575-4d27-a9b1-ac91138f5a32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.324816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "fbc87491-5408-45a5-bf99-824181665f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.325101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.325335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "fbc87491-5408-45a5-bf99-824181665f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.325568] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.325824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.327931] env[69325]: WARNING nova.virt.vmwareapi.vmops [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 338e3dba-8a0f-449f-8390-a4899ae08146 could not be found. [ 858.328159] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.328343] env[69325]: INFO nova.compute.manager [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 0.07 seconds to destroy the instance on the hypervisor. [ 858.328588] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.329229] env[69325]: INFO nova.compute.manager [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Terminating instance [ 858.330899] env[69325]: DEBUG nova.compute.manager [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.331165] env[69325]: DEBUG nova.network.neutron [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.346882] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071692, 'name': CreateVM_Task, 'duration_secs': 0.492777} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.347104] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.348730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.348966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.349401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.350284] env[69325]: DEBUG nova.scheduler.client.report [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.358639] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94130878-8efc-4871-9a80-b6ffc4a1ef05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.367321] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 858.367321] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ebba50-74cc-e8a8-2e55-ab504ce5b258" [ 858.367321] env[69325]: _type = "Task" [ 858.367321] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.380693] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ebba50-74cc-e8a8-2e55-ab504ce5b258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.381664] env[69325]: DEBUG nova.network.neutron [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.466865] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.493578] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d845c9-aa8d-728a-6ce4-10a65ea6cc68, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.493578] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38a38ef-00af-4ef1-8bb2-e256163ce610 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.499862] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 858.499862] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298bfd5-9f88-f7f4-8c56-e258be2d583f" [ 858.499862] env[69325]: _type = "Task" [ 858.499862] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.512942] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5298bfd5-9f88-f7f4-8c56-e258be2d583f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.680937] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updated VIF entry in instance network info cache for port 722a9b7b-c927-47e0-9094-faf040e41eaf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.681408] env[69325]: DEBUG nova.network.neutron [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updating instance_info_cache with network_info: [{"id": "e0067d6b-38ce-431f-8118-51d9b7de707b", "address": "fa:16:3e:a8:a1:11", "network": {"id": "ae6c64c6-af78-4246-94b5-591a9ecd2cbb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-54591696", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067d6b-38", "ovs_interfaceid": "e0067d6b-38ce-431f-8118-51d9b7de707b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "722a9b7b-c927-47e0-9094-faf040e41eaf", "address": "fa:16:3e:06:c4:b7", "network": {"id": "bed387da-51ac-4c58-8252-efdab00da551", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1685112938", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722a9b7b-c9", "ovs_interfaceid": "722a9b7b-c927-47e0-9094-faf040e41eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.758569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acaca8d7-adc1-43fe-8c4b-524443369588 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.909s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.763279] env[69325]: DEBUG nova.network.neutron [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Updating instance_info_cache with network_info: [{"id": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "address": "fa:16:3e:3d:63:98", "network": {"id": "6971640f-5ee4-4da9-8a6c-43aece488775", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-542287880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5d0a74b08845cdbcb8f4e4344641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27a9885-39", "ovs_interfaceid": "a27a9885-390b-4a26-9539-48e22b7d3ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.841864] env[69325]: DEBUG nova.compute.manager [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.842294] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.843327] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60854dcd-27a8-4f9f-91bc-25a654296ef6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.854041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.854041] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2128e80e-d4ad-4fc1-b678-5100f4a1b443 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.863204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.863786] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.866791] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 858.866791] env[69325]: value = "task-4071694" [ 858.866791] env[69325]: _type = "Task" [ 858.866791] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.867092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.158s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.867308] env[69325]: DEBUG nova.objects.instance [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.885891] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ebba50-74cc-e8a8-2e55-ab504ce5b258, 'name': SearchDatastore_Task, 'duration_secs': 0.073563} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.889871] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.890153] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.890385] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.890644] env[69325]: DEBUG nova.network.neutron [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.891895] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.968293] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693101} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.968525] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.968802] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.969080] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f8cd9e6-fad7-41b2-9fb1-72f1b982c83d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.977672] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 858.977672] env[69325]: value = "task-4071695" [ 858.977672] env[69325]: _type = "Task" [ 858.977672] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.989651] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.011977] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5298bfd5-9f88-f7f4-8c56-e258be2d583f, 'name': SearchDatastore_Task, 'duration_secs': 0.064954} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.012875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.013522] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 3dd35aa5-4363-4117-8375-3f6f3fa4a85c/3dd35aa5-4363-4117-8375-3f6f3fa4a85c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.016260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.016260] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.016378] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f87d8e-e275-4fad-acea-3e5e0c66a1bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.019660] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3923fad7-038f-41de-963e-e01dd1f9e83f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.029699] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 859.029699] env[69325]: value = "task-4071696" [ 859.029699] env[69325]: _type = "Task" [ 859.029699] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.037047] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.037047] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.038111] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466129cb-b9f4-46f9-ba50-7a403c6b9b52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.045870] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.054310] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 859.054310] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fc9d02-d0a7-d511-a832-ddaecd5b8167" [ 859.054310] env[69325]: _type = "Task" [ 859.054310] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.064039] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fc9d02-d0a7-d511-a832-ddaecd5b8167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.184343] env[69325]: DEBUG oslo_concurrency.lockutils [req-58e9eaa3-7415-4d14-bca5-a21ebeea7b42 req-626566df-2445-435a-a23b-a1c6e25a7c17 service nova] Releasing lock "refresh_cache-2afd2d64-53a2-4300-ba27-b2de4ca269fd" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.260620] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.267493] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Releasing lock "refresh_cache-0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.278032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-36864fd2-3538-447e-a6b8-fca56ed97bf8 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.290s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.376228] env[69325]: DEBUG nova.compute.utils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.381024] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.381024] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.389603] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071694, 'name': PowerOffVM_Task, 'duration_secs': 0.24011} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.389924] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.390122] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.390452] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed4e2c2d-a6c2-4fd8-9810-4a9cda949b36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.394205] env[69325]: INFO nova.compute.manager [-] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Took 1.06 seconds to deallocate network for instance. [ 859.431935] env[69325]: DEBUG nova.policy [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.484956] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.485187] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.485375] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleting the datastore file [datastore2] fbc87491-5408-45a5-bf99-824181665f9b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.485631] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144d3789-7cd4-48d0-aee7-6a490a08bb10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.495930] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082102} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.495930] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.496075] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba52555-c8a7-42bf-abd6-5f8748312dd6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.501806] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for the task: (returnval){ [ 859.501806] env[69325]: value = "task-4071698" [ 859.501806] env[69325]: _type = "Task" [ 859.501806] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.526659] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.527742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "693f4c16-568a-488c-b1ac-d51a6518135b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.528082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.528302] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.528489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.528657] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.530415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7035db98-09fc-4360-b5d1-49bf4a6e89df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.545720] env[69325]: INFO nova.compute.manager [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Terminating instance [ 859.552191] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.565998] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.573955] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fc9d02-d0a7-d511-a832-ddaecd5b8167, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.573955] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 859.573955] env[69325]: value = "task-4071699" [ 859.573955] env[69325]: _type = "Task" [ 859.573955] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.574386] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c56cfa-6771-419d-af1c-61e2cb0b266a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.585869] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 859.585869] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a3b386-beb2-145a-7842-35802b58d36a" [ 859.585869] env[69325]: _type = "Task" [ 859.585869] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.588888] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.599148] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a3b386-beb2-145a-7842-35802b58d36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.802529] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.887065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cc09222-26ce-4ff7-8b1d-826e6cb1247f tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.889319] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.893419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.964s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.895831] env[69325]: INFO nova.compute.claims [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.903356] env[69325]: INFO nova.compute.manager [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance disappeared during terminate [ 859.903611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c434cf06-4516-42d6-aabb-332e88b1227c tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "338e3dba-8a0f-449f-8390-a4899ae08146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.345s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.938811] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Successfully created port: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.023382] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.061032] env[69325]: DEBUG nova.compute.manager [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.061032] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.065920] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb633fd-0bc5-4ed1-91a2-fc59eb3542cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.069900] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.082482] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.084455] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-620460fa-dd6a-4840-acc3-5c52d1629592 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.091993] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.103375] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 860.103375] env[69325]: value = "task-4071700" [ 860.103375] env[69325]: _type = "Task" [ 860.103375] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.111192] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a3b386-beb2-145a-7842-35802b58d36a, 'name': SearchDatastore_Task, 'duration_secs': 0.041738} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.117898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.118513] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 2afd2d64-53a2-4300-ba27-b2de4ca269fd/2afd2d64-53a2-4300-ba27-b2de4ca269fd.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.118764] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40e0bd90-4378-4949-b71b-3c36eb7e03ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.129743] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.131692] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 860.131692] env[69325]: value = "task-4071701" [ 860.131692] env[69325]: _type = "Task" [ 860.131692] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.278896] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.279304] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50a2b24-71ce-4c2b-bd1c-9e06bc23ff29 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.287621] env[69325]: DEBUG oslo_vmware.api [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 860.287621] env[69325]: value = "task-4071702" [ 860.287621] env[69325]: _type = "Task" [ 860.287621] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.300265] env[69325]: DEBUG oslo_vmware.api [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.516917] env[69325]: DEBUG oslo_vmware.api [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Task: {'id': task-4071698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726648} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.517260] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.517485] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.517717] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.517939] env[69325]: INFO nova.compute.manager [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 860.518309] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.518557] env[69325]: DEBUG nova.compute.manager [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.518682] env[69325]: DEBUG nova.network.neutron [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.569579] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071696, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.367834} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.569579] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 3dd35aa5-4363-4117-8375-3f6f3fa4a85c/3dd35aa5-4363-4117-8375-3f6f3fa4a85c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.569579] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.569579] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64c6388-d85d-46ae-9a6c-1666960d3b75 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.585324] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 860.585324] env[69325]: value = "task-4071703" [ 860.585324] env[69325]: _type = "Task" [ 860.585324] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.596840] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071699, 'name': ReconfigVM_Task, 'duration_secs': 1.01309} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.598302] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.599062] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b833d709-a88c-4338-b601-a065a98842e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.607372] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.609466] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 860.609466] env[69325]: value = "task-4071704" [ 860.609466] env[69325]: _type = "Task" [ 860.609466] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.631280] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071704, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.635971] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071700, 'name': PowerOffVM_Task, 'duration_secs': 0.407372} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.642109] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.642470] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.643296] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da19fee2-058b-4bb4-b40d-8050f1d0c152 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.659175] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.757577] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.757838] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.758037] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Deleting the datastore file [datastore2] 693f4c16-568a-488c-b1ac-d51a6518135b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.758346] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48eea1f5-ac2d-44ee-beda-5208b22122e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.767264] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for the task: (returnval){ [ 860.767264] env[69325]: value = "task-4071706" [ 860.767264] env[69325]: _type = "Task" [ 860.767264] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.777737] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.801181] env[69325]: DEBUG oslo_vmware.api [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071702, 'name': PowerOnVM_Task, 'duration_secs': 0.457375} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.801607] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.805241] env[69325]: DEBUG nova.compute.manager [None req-ea741d35-5415-45f8-a2c3-4b4466e01340 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.806293] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d1629-33ee-421a-87ac-3c161e0416f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.926117] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.974335] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.974588] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.974957] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.975187] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.975361] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.975477] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.975694] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.976314] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.976314] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.976314] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.976627] env[69325]: DEBUG nova.virt.hardware [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.979226] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d575db5-d430-485d-9973-df57459135b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.991253] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a69aea-533e-496b-bc82-21573a1151e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.099135] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262874} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.099135] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.099428] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ba52d-7a59-49f1-b1a0-c8c40dc5dba4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.133498] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 3dd35aa5-4363-4117-8375-3f6f3fa4a85c/3dd35aa5-4363-4117-8375-3f6f3fa4a85c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.143022] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adbe4d10-381c-4c93-84cf-d0dd41052c01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.177628] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071704, 'name': Rename_Task, 'duration_secs': 0.415423} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.178047] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802472} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.182849] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.183520] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 2afd2d64-53a2-4300-ba27-b2de4ca269fd/2afd2d64-53a2-4300-ba27-b2de4ca269fd.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.183818] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.184324] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 861.184324] env[69325]: value = "task-4071707" [ 861.184324] env[69325]: _type = "Task" [ 861.184324] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.185548] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed9d66f9-5c66-4ef0-938f-96b886659459 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.186726] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9c028e-fda9-4ff7-bbd2-4bdcf157bbb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.200596] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.207939] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 861.207939] env[69325]: value = "task-4071708" [ 861.207939] env[69325]: _type = "Task" [ 861.207939] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.208273] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 861.208273] env[69325]: value = "task-4071709" [ 861.208273] env[69325]: _type = "Task" [ 861.208273] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.235252] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.235252] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.267899] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "9ee1631e-244e-4898-80f4-cfb82d512b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.268179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.269641] env[69325]: DEBUG nova.compute.manager [req-a6ec09d9-e6c8-4c16-9d18-32e3d52cca16 req-957c571c-b8e1-44c4-ba2c-5996d7164abe service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Received event network-vif-deleted-ee1e7b56-2cdf-459d-bad5-30787ccf927f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.269831] env[69325]: INFO nova.compute.manager [req-a6ec09d9-e6c8-4c16-9d18-32e3d52cca16 req-957c571c-b8e1-44c4-ba2c-5996d7164abe service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Neutron deleted interface ee1e7b56-2cdf-459d-bad5-30787ccf927f; detaching it from the instance and deleting it from the info cache [ 861.270008] env[69325]: DEBUG nova.network.neutron [req-a6ec09d9-e6c8-4c16-9d18-32e3d52cca16 req-957c571c-b8e1-44c4-ba2c-5996d7164abe service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.283583] env[69325]: DEBUG oslo_vmware.api [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Task: {'id': task-4071706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310929} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.286495] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.286728] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.286939] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.287159] env[69325]: INFO nova.compute.manager [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 861.288061] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.288483] env[69325]: DEBUG nova.compute.manager [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.288637] env[69325]: DEBUG nova.network.neutron [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.461036] env[69325]: DEBUG nova.network.neutron [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.652912] env[69325]: DEBUG nova.compute.manager [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Received event network-vif-plugged-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.653145] env[69325]: DEBUG oslo_concurrency.lockutils [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.653387] env[69325]: DEBUG oslo_concurrency.lockutils [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.653599] env[69325]: DEBUG oslo_concurrency.lockutils [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.653837] env[69325]: DEBUG nova.compute.manager [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] No waiting events found dispatching network-vif-plugged-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.654305] env[69325]: WARNING nova.compute.manager [req-099d5a74-1aa8-4401-8a4b-c1614a7e5f1d req-58cf3a28-546d-4408-b378-287eec9b2c6c service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Received unexpected event network-vif-plugged-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 for instance with vm_state building and task_state spawning. [ 861.656648] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af2792-23d8-4f1e-b937-0c28d0906c35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.665931] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.666122] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.668090] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee4725-43db-4abe-8f4c-b0313bb43581 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.707056] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e2716-5e67-4e0e-bac2-b2d6c9136e64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.722942] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.725168] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977fa539-a066-4e78-b5fa-8950cd2ed934 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.735921] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082897} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.736468] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.737123] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.737922] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f58c24-a9d8-426a-af16-3837972db5ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.752552] env[69325]: DEBUG nova.compute.provider_tree [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.775327] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2afd2d64-53a2-4300-ba27-b2de4ca269fd/2afd2d64-53a2-4300-ba27-b2de4ca269fd.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.776327] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Successfully updated port: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.779613] env[69325]: DEBUG nova.scheduler.client.report [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.784096] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8834a87-0905-45d4-8db5-2bf62f5a9420 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.802421] env[69325]: DEBUG nova.network.neutron [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.803511] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cfd7ef6-5d8e-4cbc-a69a-49e36011e00a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.815436] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd96126-3305-4ebb-8e79-d27b6a0b9a47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.828897] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 861.828897] env[69325]: value = "task-4071710" [ 861.828897] env[69325]: _type = "Task" [ 861.828897] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.861501] env[69325]: DEBUG nova.compute.manager [req-a6ec09d9-e6c8-4c16-9d18-32e3d52cca16 req-957c571c-b8e1-44c4-ba2c-5996d7164abe service nova] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Detach interface failed, port_id=ee1e7b56-2cdf-459d-bad5-30787ccf927f, reason: Instance fbc87491-5408-45a5-bf99-824181665f9b could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.965843] env[69325]: INFO nova.compute.manager [-] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Took 1.45 seconds to deallocate network for instance. [ 862.180819] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.181170] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.181372] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.181575] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.181765] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.181915] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.182092] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 862.182312] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.215159] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.221069] env[69325]: DEBUG oslo_vmware.api [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071708, 'name': PowerOnVM_Task, 'duration_secs': 0.722131} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.221405] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.221620] env[69325]: INFO nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Took 6.54 seconds to spawn the instance on the hypervisor. [ 862.221805] env[69325]: DEBUG nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.222680] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc602599-2b96-4b22-93f1-b8e086453ea1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.305216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.305216] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.306877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.307296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.307558] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.309107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.162s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.310925] env[69325]: INFO nova.compute.claims [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.314189] env[69325]: INFO nova.compute.manager [-] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Took 1.03 seconds to deallocate network for instance. [ 862.339175] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071710, 'name': ReconfigVM_Task, 'duration_secs': 0.412373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.339914] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2afd2d64-53a2-4300-ba27-b2de4ca269fd/2afd2d64-53a2-4300-ba27-b2de4ca269fd.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.340745] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0d69a2-3d3f-4a35-9d38-8eca3d00c7ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.350022] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 862.350022] env[69325]: value = "task-4071711" [ 862.350022] env[69325]: _type = "Task" [ 862.350022] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.359156] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071711, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.475459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.685498] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.712497] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071707, 'name': ReconfigVM_Task, 'duration_secs': 1.182768} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.713256] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 3dd35aa5-4363-4117-8375-3f6f3fa4a85c/3dd35aa5-4363-4117-8375-3f6f3fa4a85c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.713552] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95057a1b-b955-4b61-9d0a-00a13f17a624 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.721623] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 862.721623] env[69325]: value = "task-4071712" [ 862.721623] env[69325]: _type = "Task" [ 862.721623] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.731253] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071712, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.740823] env[69325]: INFO nova.compute.manager [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Took 32.96 seconds to build instance. [ 862.812881] env[69325]: DEBUG nova.compute.utils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.812881] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 862.824494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.853994] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.863017] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071711, 'name': Rename_Task, 'duration_secs': 0.169274} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.863315] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.863580] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815b5ca3-e898-4036-9ff0-0368184140d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.871436] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 862.871436] env[69325]: value = "task-4071713" [ 862.871436] env[69325]: _type = "Task" [ 862.871436] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.882989] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.043909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.044181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.106016] env[69325]: DEBUG nova.network.neutron [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Updating instance_info_cache with network_info: [{"id": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "address": "fa:16:3e:98:3c:7c", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a207d9-7f", "ovs_interfaceid": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.232644] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071712, 'name': Rename_Task, 'duration_secs': 0.334798} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.232963] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.233265] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-364d3563-5a46-4854-aff8-a56f887f4c36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.240431] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 863.240431] env[69325]: value = "task-4071714" [ 863.240431] env[69325]: _type = "Task" [ 863.240431] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.244060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-117bbcda-c199-4dac-95d7-2afc9d68d27a tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.795s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.250288] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.315631] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.384594] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.408217] env[69325]: DEBUG nova.compute.manager [req-173b85e0-2232-4735-931f-b9730bed3603 req-46d686eb-cb3b-4a85-9283-29a3cd680a5d service nova] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Received event network-vif-deleted-3a720ccd-5100-4a73-8963-15e7801b1016 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.615699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.616048] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Instance network_info: |[{"id": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "address": "fa:16:3e:98:3c:7c", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a207d9-7f", "ovs_interfaceid": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.617797] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:3c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a207d9-7fdf-4ad9-991a-6f8ec2202404', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.626030] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.627972] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.633508] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcc9178b-8189-4e55-9a04-88d4de214f9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.660167] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.660167] env[69325]: value = "task-4071715" [ 863.660167] env[69325]: _type = "Task" [ 863.660167] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.670167] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071715, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.746538] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.753942] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.800617] env[69325]: DEBUG nova.compute.manager [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Received event network-changed-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.800818] env[69325]: DEBUG nova.compute.manager [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Refreshing instance network info cache due to event network-changed-a1a207d9-7fdf-4ad9-991a-6f8ec2202404. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.801045] env[69325]: DEBUG oslo_concurrency.lockutils [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] Acquiring lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.801250] env[69325]: DEBUG oslo_concurrency.lockutils [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] Acquired lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.801536] env[69325]: DEBUG nova.network.neutron [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Refreshing network info cache for port a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.891122] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.950432] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548f342-9202-4e27-b5cc-4be768e353f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.959389] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d307280-0975-40db-815d-46b4b523a105 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.998557] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9fe8db-ff6c-4534-95fc-675f27c7ba1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.008668] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc3097-6276-4aee-8d09-33cb684eb877 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.025959] env[69325]: DEBUG nova.compute.provider_tree [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.150382] env[69325]: INFO nova.compute.manager [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Rebuilding instance [ 864.172429] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071715, 'name': CreateVM_Task, 'duration_secs': 0.425249} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.175038] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.176069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.176694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.178036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.178036] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43baf6f-e9cd-4a2f-8ab3-b5167e247644 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.190137] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 864.190137] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a36735-f0ea-540a-ecbe-9b8525cad527" [ 864.190137] env[69325]: _type = "Task" [ 864.190137] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.199429] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a36735-f0ea-540a-ecbe-9b8525cad527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.211603] env[69325]: DEBUG nova.compute.manager [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.212677] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd92c77-270f-4d5a-a813-3a707bcdd6ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.257620] env[69325]: DEBUG oslo_vmware.api [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071714, 'name': PowerOnVM_Task, 'duration_secs': 0.894571} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.257620] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.257620] env[69325]: INFO nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Took 11.41 seconds to spawn the instance on the hypervisor. [ 864.258013] env[69325]: DEBUG nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.261523] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09953f2c-99ea-48c7-ba94-f2b2373a6d98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.325930] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.352510] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.352840] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.353155] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.353381] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.353557] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.353720] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.353934] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.354106] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.354463] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.355014] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.355014] env[69325]: DEBUG nova.virt.hardware [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.355704] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cfce38-101e-47c9-8f40-e90475a0cc11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.367694] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c017f6d-2d3d-4c5e-93f1-33f94d59cefb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.388104] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.395126] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Creating folder: Project (9410c6a859674a1abe91b02ca20b3649). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.395126] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc924ff2-4d27-4415-8c6f-7e7f6a370d48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.403012] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071713, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.407704] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Created folder: Project (9410c6a859674a1abe91b02ca20b3649) in parent group-v806727. [ 864.407704] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Creating folder: Instances. Parent ref: group-v806874. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.407704] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08117a7-3b14-4699-9f9c-a46e55e4f5c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.419472] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Created folder: Instances in parent group-v806874. [ 864.419751] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.419959] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.420218] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13bfe439-161d-4335-94e6-da9667879b6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.442911] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.442911] env[69325]: value = "task-4071718" [ 864.442911] env[69325]: _type = "Task" [ 864.442911] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.452427] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071718, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.530693] env[69325]: DEBUG nova.scheduler.client.report [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.658301] env[69325]: DEBUG nova.network.neutron [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Updated VIF entry in instance network info cache for port a1a207d9-7fdf-4ad9-991a-6f8ec2202404. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.658757] env[69325]: DEBUG nova.network.neutron [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Updating instance_info_cache with network_info: [{"id": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "address": "fa:16:3e:98:3c:7c", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a207d9-7f", "ovs_interfaceid": "a1a207d9-7fdf-4ad9-991a-6f8ec2202404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.704995] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a36735-f0ea-540a-ecbe-9b8525cad527, 'name': SearchDatastore_Task, 'duration_secs': 0.01429} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.705389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.705643] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.705890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.706060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.706252] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.706554] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde8f65c-58c1-4537-833f-01f9aeaaf667 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.712593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "7475e359-e007-463f-b11b-8d5fc1917ec6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.712844] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.713068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.713265] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.713792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.718161] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.718365] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.719495] env[69325]: INFO nova.compute.manager [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Terminating instance [ 864.721044] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be79d6c-4bdd-4db4-819d-3431c112ff78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.735274] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 864.735274] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fa0071-2511-d526-cab9-c0eb0518e6e6" [ 864.735274] env[69325]: _type = "Task" [ 864.735274] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.747181] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fa0071-2511-d526-cab9-c0eb0518e6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.782730] env[69325]: INFO nova.compute.manager [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Took 39.49 seconds to build instance. [ 864.886798] env[69325]: DEBUG oslo_vmware.api [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071713, 'name': PowerOnVM_Task, 'duration_secs': 1.896172} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.887070] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.887292] env[69325]: INFO nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Took 14.83 seconds to spawn the instance on the hypervisor. [ 864.887515] env[69325]: DEBUG nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.888367] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a755d-05b9-4565-a41d-4acfa3101de1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.953313] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071718, 'name': CreateVM_Task, 'duration_secs': 0.437623} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.953703] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.953961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.954151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.954470] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.954727] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7349808d-a093-49db-a737-2ac89d62a1c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.960569] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 864.960569] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525c1150-a1fe-830e-bb4e-6ae05e734acf" [ 864.960569] env[69325]: _type = "Task" [ 864.960569] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.970277] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525c1150-a1fe-830e-bb4e-6ae05e734acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.036432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.037021] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.039829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.348s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.042141] env[69325]: INFO nova.compute.claims [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.162427] env[69325]: DEBUG oslo_concurrency.lockutils [req-99f2f8a5-8732-4e47-afd3-d1b716c949ea req-21aad248-f706-4d0c-8306-3e4272fbcbd8 service nova] Releasing lock "refresh_cache-2efaacc8-578b-442a-a6f7-ac9ed2ae7093" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.174207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Acquiring lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.174317] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Acquired lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.174556] env[69325]: DEBUG nova.network.neutron [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.231583] env[69325]: DEBUG nova.compute.manager [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.231741] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.232277] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.233115] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c3e315-2f50-43d6-a823-132a67557f38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.236406] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57bb272f-1faa-47b8-a4b0-987ddd704a93 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.247771] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.253170] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9b3932-dc31-4a3b-9b53-817bd83aaf9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.256658] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fa0071-2511-d526-cab9-c0eb0518e6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.023625} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.256983] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 865.256983] env[69325]: value = "task-4071719" [ 865.256983] env[69325]: _type = "Task" [ 865.256983] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.258977] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4423121-db3a-4727-84d8-8c4b20f9f3dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.267326] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 865.267326] env[69325]: value = "task-4071720" [ 865.267326] env[69325]: _type = "Task" [ 865.267326] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.277691] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.278142] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 865.278142] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525c315a-9bd0-70c3-fb1d-8c5efc0beb8b" [ 865.278142] env[69325]: _type = "Task" [ 865.278142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.286189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2be175ed-bcd9-415a-b03a-dbac3101b26f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.925s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.287120] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.293320] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525c315a-9bd0-70c3-fb1d-8c5efc0beb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.293628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.293912] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 2efaacc8-578b-442a-a6f7-ac9ed2ae7093/2efaacc8-578b-442a-a6f7-ac9ed2ae7093.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.294230] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3bf6b23-cb62-452a-8063-384f9b1541f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.303409] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 865.303409] env[69325]: value = "task-4071721" [ 865.303409] env[69325]: _type = "Task" [ 865.303409] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.316750] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.414251] env[69325]: INFO nova.compute.manager [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Took 45.61 seconds to build instance. [ 865.475298] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525c1150-a1fe-830e-bb4e-6ae05e734acf, 'name': SearchDatastore_Task, 'duration_secs': 0.014662} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.475678] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.475971] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.476277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.476552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.476664] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.477330] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8b15b4e-1dc9-4874-b1ba-c3cc4bcee546 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.498102] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.498331] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.499140] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc4b950-8d1b-4d28-b95e-f2e5ff0a3677 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.505858] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 865.505858] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52677071-9d37-4dd2-42d3-eeef3e9c1f7f" [ 865.505858] env[69325]: _type = "Task" [ 865.505858] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.517247] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52677071-9d37-4dd2-42d3-eeef3e9c1f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.546322] env[69325]: DEBUG nova.compute.utils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.550308] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 865.723746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.724300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.770031] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071719, 'name': PowerOffVM_Task, 'duration_secs': 0.428014} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.773581] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.775151] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.775277] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350500af-3190-47bc-855a-c47b806ab0c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.784518] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071720, 'name': PowerOffVM_Task, 'duration_secs': 0.500129} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.787027] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.787235] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.787533] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.787762] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44433c97-27a3-4b59-af97-d1b49d310a3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.789522] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf305f53-943c-4682-a841-156e939dbbde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.791549] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.816732] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.830248] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.830676] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.830676] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Deleting the datastore file [datastore2] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.831102] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7c0a54-d6f4-48fa-8e6f-508d51fa6b73 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.840851] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 865.840851] env[69325]: value = "task-4071724" [ 865.840851] env[69325]: _type = "Task" [ 865.840851] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.854217] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.887389] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.887805] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.888068] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleting the datastore file [datastore1] 7475e359-e007-463f-b11b-8d5fc1917ec6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.888545] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636d6842-ddfc-42ba-b7c0-f3ce1aee0651 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.900439] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 865.900439] env[69325]: value = "task-4071725" [ 865.900439] env[69325]: _type = "Task" [ 865.900439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.917890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.951s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.917890] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.996043] env[69325]: DEBUG nova.network.neutron [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updating instance_info_cache with network_info: [{"id": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "address": "fa:16:3e:f8:46:72", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb93e57-d2", "ovs_interfaceid": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.020919] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52677071-9d37-4dd2-42d3-eeef3e9c1f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020287} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.022123] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b604631c-f34e-483d-a972-f93e0363c2d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.028292] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 866.028292] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5278f4ab-9ebd-b163-60ce-77074a10be5a" [ 866.028292] env[69325]: _type = "Task" [ 866.028292] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.037494] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278f4ab-9ebd-b163-60ce-77074a10be5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.052806] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.315489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.320662] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651827} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.323687] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 2efaacc8-578b-442a-a6f7-ac9ed2ae7093/2efaacc8-578b-442a-a6f7-ac9ed2ae7093.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.323881] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.324360] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d03398-90c7-4c14-93e9-0e84092c9cd3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.333394] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 866.333394] env[69325]: value = "task-4071726" [ 866.333394] env[69325]: _type = "Task" [ 866.333394] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.349338] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.354209] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203058} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.357553] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.357553] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.357553] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.414058] env[69325]: DEBUG oslo_vmware.api [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190795} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.414345] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.414561] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.414909] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.415106] env[69325]: INFO nova.compute.manager [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 866.415361] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.415553] env[69325]: DEBUG nova.compute.manager [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.415652] env[69325]: DEBUG nova.network.neutron [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.422713] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.498371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Releasing lock "refresh_cache-3dd35aa5-4363-4117-8375-3f6f3fa4a85c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.498624] env[69325]: DEBUG nova.compute.manager [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Inject network info {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 866.498965] env[69325]: DEBUG nova.compute.manager [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] network_info to inject: |[{"id": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "address": "fa:16:3e:f8:46:72", "network": {"id": "550225af-204a-4413-8366-22f57c4751d8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1269507931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffab9f84e8e6432abff0e173b8ab55e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb93e57-d2", "ovs_interfaceid": "fdb93e57-d286-414c-93b0-43d27a7c33c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 866.504232] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Reconfiguring VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 866.507298] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfe3ef7-4464-4489-ae93-aa7761f25a82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525564] env[69325]: DEBUG oslo_vmware.api [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Waiting for the task: (returnval){ [ 866.525564] env[69325]: value = "task-4071727" [ 866.525564] env[69325]: _type = "Task" [ 866.525564] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.552871] env[69325]: DEBUG oslo_vmware.api [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Task: {'id': task-4071727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.553585] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278f4ab-9ebd-b163-60ce-77074a10be5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017244} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.556566] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.556872] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] b62a8dd1-446a-4c22-84a0-346a3eed7d8f/b62a8dd1-446a-4c22-84a0-346a3eed7d8f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.557415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217475ea-fa95-47ed-9d59-3743bb680fcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.567065] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 866.567065] env[69325]: value = "task-4071728" [ 866.567065] env[69325]: _type = "Task" [ 866.567065] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.581494] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.786696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.786958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.787221] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.787382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.787549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.789804] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a64ea04-b595-4a97-8fd9-a2492e0567a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.797559] env[69325]: INFO nova.compute.manager [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Terminating instance [ 866.814027] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1900f-b8c8-4b70-88e6-dc13d211feb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.856292] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7ae09-d02d-4fd1-b3f4-b433ea84906b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.867466] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23226} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.871650] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.873458] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7fbef-0a61-4c45-b6cc-1b4aa2da0b6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.876814] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b39dd-2d33-4eff-a115-cdcef912c5fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.903497] env[69325]: DEBUG nova.compute.provider_tree [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.917205] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2efaacc8-578b-442a-a6f7-ac9ed2ae7093/2efaacc8-578b-442a-a6f7-ac9ed2ae7093.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.917205] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959353ad-6c75-4da4-8e23-121ad913007c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.950652] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 866.950652] env[69325]: value = "task-4071729" [ 866.950652] env[69325]: _type = "Task" [ 866.950652] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.959568] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.963753] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.040826] env[69325]: DEBUG oslo_vmware.api [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] Task: {'id': task-4071727, 'name': ReconfigVM_Task, 'duration_secs': 0.260386} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.041392] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2c087bb5-e60a-4004-aee7-b45650fda422 tempest-ServersAdminTestJSON-1122981606 tempest-ServersAdminTestJSON-1122981606-project-admin] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Reconfigured VM instance to set the machine id {{(pid=69325) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 867.069480] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.084939] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.115059] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.115417] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.115696] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.116020] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.116225] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.116421] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.116663] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.116850] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.117104] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.117328] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.117517] env[69325]: DEBUG nova.virt.hardware [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.118630] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b345bd-7583-4151-ab16-7c2d3d9dfe52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.133508] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852092b5-c9ed-4f17-9c6d-0b2f1f5a66d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.148040] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.154235] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.154647] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.154897] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623e4147-af1f-4f8b-a617-a5f125a6d0ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.173575] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.173575] env[69325]: value = "task-4071730" [ 867.173575] env[69325]: _type = "Task" [ 867.173575] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.183413] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.303657] env[69325]: DEBUG nova.compute.manager [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.303905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.305526] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf3ddd-7862-4601-80ee-641de650ddc9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.314196] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.315280] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa0dc64f-ee7c-4d1e-a0db-8cc61922c81b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.323120] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 867.323120] env[69325]: value = "task-4071731" [ 867.323120] env[69325]: _type = "Task" [ 867.323120] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.333636] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.359125] env[69325]: DEBUG nova.compute.manager [req-48e14ab3-6701-4103-b2d2-198e7ba88f41 req-75daa47a-fd8f-4662-930f-a80908154878 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Received event network-vif-deleted-07c03523-7d2f-489a-9565-3482d81a7017 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.360039] env[69325]: INFO nova.compute.manager [req-48e14ab3-6701-4103-b2d2-198e7ba88f41 req-75daa47a-fd8f-4662-930f-a80908154878 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Neutron deleted interface 07c03523-7d2f-489a-9565-3482d81a7017; detaching it from the instance and deleting it from the info cache [ 867.360039] env[69325]: DEBUG nova.network.neutron [req-48e14ab3-6701-4103-b2d2-198e7ba88f41 req-75daa47a-fd8f-4662-930f-a80908154878 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.408098] env[69325]: DEBUG nova.scheduler.client.report [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.415615] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.416049] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.416049] env[69325]: DEBUG nova.virt.hardware [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.417557] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf9cf6-9ecf-45bf-b12b-22d9cd273fdb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.428102] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ae887-51ec-4229-8010-f124e227caa6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.444724] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.450790] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.451499] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.451828] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d22cab0-9fa8-4562-8e9c-e033618cb2f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.478185] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.479789] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.479789] env[69325]: value = "task-4071732" [ 867.479789] env[69325]: _type = "Task" [ 867.479789] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.489806] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.559043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.559543] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.559804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.560276] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.560426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.563519] env[69325]: INFO nova.compute.manager [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Terminating instance [ 867.585450] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576143} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.585734] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] b62a8dd1-446a-4c22-84a0-346a3eed7d8f/b62a8dd1-446a-4c22-84a0-346a3eed7d8f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.585942] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.586216] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca82fad0-e129-4968-8de8-24a1584e264a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.595547] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 867.595547] env[69325]: value = "task-4071733" [ 867.595547] env[69325]: _type = "Task" [ 867.595547] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.607360] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.685924] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.694592] env[69325]: DEBUG nova.network.neutron [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.835662] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071731, 'name': PowerOffVM_Task, 'duration_secs': 0.318251} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.835904] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.836085] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.838396] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1db5c3a3-3104-4b52-b5fb-02b4772b8b43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.863681] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6601976c-4680-4da1-abc9-09ca19143811 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.874761] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8408f-4c2c-400e-af45-8541d061ac2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.915784] env[69325]: DEBUG nova.compute.manager [req-48e14ab3-6701-4103-b2d2-198e7ba88f41 req-75daa47a-fd8f-4662-930f-a80908154878 service nova] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Detach interface failed, port_id=07c03523-7d2f-489a-9565-3482d81a7017, reason: Instance 7475e359-e007-463f-b11b-8d5fc1917ec6 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.923174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.923815] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.927151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.132s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.927464] env[69325]: DEBUG nova.objects.instance [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lazy-loading 'resources' on Instance uuid d6a3be63-5ad6-4ca9-855e-01b14065473a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.966588] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071729, 'name': ReconfigVM_Task, 'duration_secs': 0.762921} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.967042] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2efaacc8-578b-442a-a6f7-ac9ed2ae7093/2efaacc8-578b-442a-a6f7-ac9ed2ae7093.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.967885] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d255d7a8-bb16-4caa-9d79-6b86cf0017b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.977349] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 867.977349] env[69325]: value = "task-4071735" [ 867.977349] env[69325]: _type = "Task" [ 867.977349] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.990623] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.994386] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071735, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.007633] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.007974] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.008199] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleting the datastore file [datastore2] 2afd2d64-53a2-4300-ba27-b2de4ca269fd {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.008496] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4dc5ea5-6988-4cd5-878b-7a7db68fdd15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.018332] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for the task: (returnval){ [ 868.018332] env[69325]: value = "task-4071736" [ 868.018332] env[69325]: _type = "Task" [ 868.018332] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.029259] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.068783] env[69325]: DEBUG nova.compute.manager [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.069117] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.070348] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3e360-8dd8-4ed9-b0b0-728cd6a4727a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.078937] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.079237] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6fb6e2-b03a-4592-912a-37e2176d3179 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.087225] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 868.087225] env[69325]: value = "task-4071737" [ 868.087225] env[69325]: _type = "Task" [ 868.087225] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.097643] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.108330] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.108666] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.109625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf7fcb-173c-48cf-9c81-a51931e0f549 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133186] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b62a8dd1-446a-4c22-84a0-346a3eed7d8f/b62a8dd1-446a-4c22-84a0-346a3eed7d8f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.133582] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4085c60f-38a1-4da7-989d-095bcf834928 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.156540] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 868.156540] env[69325]: value = "task-4071738" [ 868.156540] env[69325]: _type = "Task" [ 868.156540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.166492] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.185222] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.197943] env[69325]: INFO nova.compute.manager [-] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Took 1.78 seconds to deallocate network for instance. [ 868.308790] env[69325]: INFO nova.compute.manager [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Rebuilding instance [ 868.360361] env[69325]: DEBUG nova.compute.manager [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.361238] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bcfa64-7aed-4f3f-b431-b19085a4c511 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433764] env[69325]: DEBUG nova.compute.utils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.435387] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.435564] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.506145] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071735, 'name': Rename_Task, 'duration_secs': 0.279882} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.506145] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.506145] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.506145] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0cc5a3a-31c8-4b0a-9e64-694808c69db1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.514315] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 868.514315] env[69325]: value = "task-4071739" [ 868.514315] env[69325]: _type = "Task" [ 868.514315] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.519442] env[69325]: DEBUG nova.policy [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac218f2d00ea4cd895aef0a56b893459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9513b89a66384260be696d5d13d62865', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.531819] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.538257] env[69325]: DEBUG oslo_vmware.api [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Task: {'id': task-4071736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20575} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.541735] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.541965] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.542199] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.542422] env[69325]: INFO nova.compute.manager [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Took 1.24 seconds to destroy the instance on the hypervisor. [ 868.542685] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.543164] env[69325]: DEBUG nova.compute.manager [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.543418] env[69325]: DEBUG nova.network.neutron [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.600571] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071737, 'name': PowerOffVM_Task, 'duration_secs': 0.338093} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.600571] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.600803] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.601120] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-015d65d8-089b-482f-86d5-c0c600406cdb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.669327] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.688452] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.706209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.939132] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.966285] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Successfully created port: 97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.997607] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.013356] env[69325]: DEBUG nova.compute.manager [req-175fe78d-260f-415e-aab5-8b85c65c4ed7 req-0cd72f79-d522-47ab-84e3-2f798554dd0f service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-vif-deleted-722a9b7b-c927-47e0-9094-faf040e41eaf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.013643] env[69325]: INFO nova.compute.manager [req-175fe78d-260f-415e-aab5-8b85c65c4ed7 req-0cd72f79-d522-47ab-84e3-2f798554dd0f service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Neutron deleted interface 722a9b7b-c927-47e0-9094-faf040e41eaf; detaching it from the instance and deleting it from the info cache [ 869.013868] env[69325]: DEBUG nova.network.neutron [req-175fe78d-260f-415e-aab5-8b85c65c4ed7 req-0cd72f79-d522-47ab-84e3-2f798554dd0f service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updating instance_info_cache with network_info: [{"id": "e0067d6b-38ce-431f-8118-51d9b7de707b", "address": "fa:16:3e:a8:a1:11", "network": {"id": "ae6c64c6-af78-4246-94b5-591a9ecd2cbb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-54591696", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd3ab8f44fd544ee9644c74287250082", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067d6b-38", "ovs_interfaceid": "e0067d6b-38ce-431f-8118-51d9b7de707b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.031767] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.175314] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071738, 'name': ReconfigVM_Task, 'duration_secs': 0.623464} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.176237] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b62a8dd1-446a-4c22-84a0-346a3eed7d8f/b62a8dd1-446a-4c22-84a0-346a3eed7d8f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.181433] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb44aca-6aa4-44dc-bc08-5f3061f01b66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.190020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05576adf-d94d-4926-8590-9210e9957294 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.205030] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 869.205030] env[69325]: value = "task-4071741" [ 869.205030] env[69325]: _type = "Task" [ 869.205030] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.205030] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.205958] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cb3257-b169-43ff-871c-7977e65b1629 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.220298] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071741, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.251613] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f87cb5-f785-432b-9fff-91a7cee7c388 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.258599] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd90a1-1377-4a49-a5c6-eb8eaa82730b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.279375] env[69325]: DEBUG nova.compute.provider_tree [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.377322] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.377689] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf37c5be-2918-4476-8f3d-9345988ffd86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.386820] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 869.386820] env[69325]: value = "task-4071742" [ 869.386820] env[69325]: _type = "Task" [ 869.386820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.397019] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.494816] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.522192] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e648835-3596-49c4-857c-f243c3b2ea79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.531105] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.537946] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7159e5-5799-48b2-8029-aa3a4796f0fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.578512] env[69325]: DEBUG nova.compute.manager [req-175fe78d-260f-415e-aab5-8b85c65c4ed7 req-0cd72f79-d522-47ab-84e3-2f798554dd0f service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Detach interface failed, port_id=722a9b7b-c927-47e0-9094-faf040e41eaf, reason: Instance 2afd2d64-53a2-4300-ba27-b2de4ca269fd could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.686484] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071730, 'name': CreateVM_Task, 'duration_secs': 2.40815} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.688727] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.688727] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.688727] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.688727] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.688727] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4a8838-bf37-4f60-b636-16b6e134181d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.693324] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 869.693324] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522d76a4-8ea2-ef55-155b-8e1782d195ca" [ 869.693324] env[69325]: _type = "Task" [ 869.693324] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.702257] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522d76a4-8ea2-ef55-155b-8e1782d195ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.714125] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071741, 'name': Rename_Task, 'duration_secs': 0.151328} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.714254] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.714506] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24315565-e18b-4669-9ba9-911b07d2f08f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.721213] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 869.721213] env[69325]: value = "task-4071743" [ 869.721213] env[69325]: _type = "Task" [ 869.721213] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.729787] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.781392] env[69325]: DEBUG nova.scheduler.client.report [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.827529] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.827912] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.828246] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleting the datastore file [datastore1] 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.828627] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87598d5e-6d17-46a4-b2e4-771357ba8813 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.838691] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 869.838691] env[69325]: value = "task-4071744" [ 869.838691] env[69325]: _type = "Task" [ 869.838691] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.850646] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.899578] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071742, 'name': PowerOffVM_Task, 'duration_secs': 0.492609} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.899932] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.900769] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.901042] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d431d20-5609-415c-bf46-4ac9b1a57aba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.909885] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 869.909885] env[69325]: value = "task-4071745" [ 869.909885] env[69325]: _type = "Task" [ 869.909885] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.922284] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.922284] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.922284] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806804', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'name': 'volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe27b90-c9e0-4033-baeb-a00e285af4cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'serial': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.923560] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5503f1-d5d1-4dbc-a4a3-f5efa9541dfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.944029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47964419-be61-4567-b8c9-a5b5dc1fad59 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.949547] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.958801] env[69325]: DEBUG nova.network.neutron [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.962814] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee56f0d4-a00a-47a4-8040-da0f605a2ca7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.991801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64300b1b-07f0-4ca0-9f1b-3b0f422e226f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.010856] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] The volume has not been displaced from its original location: [datastore2] volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5/volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.017549] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.022912] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:52:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c5e3cb1c-9a19-45aa-839e-afe2d8ab9fb4',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1203233119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.023180] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.024558] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.025212] env[69325]: DEBUG nova.virt.hardware [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.025212] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b83ac1-9386-4059-87c9-0772aa84cc95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.040469] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071732, 'name': CreateVM_Task, 'duration_secs': 2.10524} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.041488] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095cd4b-91e9-4bb6-92a6-fef61f0dd6e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.048110] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.048723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.058916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574df2e-c577-4a52-9df9-b550eb269d4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.063435] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 870.063435] env[69325]: value = "task-4071746" [ 870.063435] env[69325]: _type = "Task" [ 870.063435] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.064063] env[69325]: DEBUG oslo_vmware.api [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071739, 'name': PowerOnVM_Task, 'duration_secs': 1.325906} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.064669] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.064884] env[69325]: INFO nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Took 9.14 seconds to spawn the instance on the hypervisor. [ 870.065082] env[69325]: DEBUG nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.069120] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10629bd-b7b8-4db2-b303-aafbcef8d665 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.093602] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.204782] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522d76a4-8ea2-ef55-155b-8e1782d195ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.205118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.205362] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.205620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.205774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.205960] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.206262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.206579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.206808] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a068c226-4396-4abe-95b3-f3168c8bada1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.211006] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40039f7-e306-43c7-bb81-34c329292e2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.216840] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 870.216840] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5291664b-c299-d638-b4ae-9c9d2acdb63d" [ 870.216840] env[69325]: _type = "Task" [ 870.216840] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.222305] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.223039] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.226800] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c52cc4c-269e-4f90-8a07-27283940df7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.232669] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5291664b-c299-d638-b4ae-9c9d2acdb63d, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.233676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.233924] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.234159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.238456] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.240047] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 870.240047] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5263b806-343e-7305-b608-6c5723ae51ce" [ 870.240047] env[69325]: _type = "Task" [ 870.240047] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.249592] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5263b806-343e-7305-b608-6c5723ae51ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.250408] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5889f0-3ab0-4070-a373-93c71c62796f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.256803] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 870.256803] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d43c69-9551-5950-fc8d-7d6d05728929" [ 870.256803] env[69325]: _type = "Task" [ 870.256803] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.266361] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d43c69-9551-5950-fc8d-7d6d05728929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.287129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.289960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.953s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.290774] env[69325]: DEBUG nova.objects.instance [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lazy-loading 'resources' on Instance uuid 87fa633a-1683-4219-a042-4b9bffe90c2c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.319272] env[69325]: INFO nova.scheduler.client.report [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Deleted allocations for instance d6a3be63-5ad6-4ca9-855e-01b14065473a [ 870.350251] env[69325]: DEBUG oslo_vmware.api [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191512} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.350891] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.351094] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.351278] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.351500] env[69325]: INFO nova.compute.manager [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Took 2.28 seconds to destroy the instance on the hypervisor. [ 870.351767] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.351960] env[69325]: DEBUG nova.compute.manager [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.352066] env[69325]: DEBUG nova.network.neutron [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.465807] env[69325]: INFO nova.compute.manager [-] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Took 1.92 seconds to deallocate network for instance. [ 870.475160] env[69325]: DEBUG nova.compute.manager [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Received event network-vif-plugged-97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.475428] env[69325]: DEBUG oslo_concurrency.lockutils [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] Acquiring lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.475760] env[69325]: DEBUG oslo_concurrency.lockutils [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.476069] env[69325]: DEBUG oslo_concurrency.lockutils [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.477258] env[69325]: DEBUG nova.compute.manager [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] No waiting events found dispatching network-vif-plugged-97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.477258] env[69325]: WARNING nova.compute.manager [req-98e553d7-a036-4fdc-a582-0f1adcf1a117 req-4dbea8f5-fe07-4ac2-b519-1cc54891bd25 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Received unexpected event network-vif-plugged-97d758ba-ce63-4a2c-b760-48ff61031a79 for instance with vm_state building and task_state spawning. [ 870.581629] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Successfully updated port: 97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.586020] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071746, 'name': ReconfigVM_Task, 'duration_secs': 0.247144} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.586020] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.593947] env[69325]: INFO nova.compute.manager [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Rebuilding instance [ 870.596186] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba84283-480b-48f5-96b4-4cf3f0b4f0d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.615135] env[69325]: INFO nova.compute.manager [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Took 37.63 seconds to build instance. [ 870.620192] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 870.620192] env[69325]: value = "task-4071747" [ 870.620192] env[69325]: _type = "Task" [ 870.620192] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.631668] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.665316] env[69325]: DEBUG nova.compute.manager [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.667045] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e419c92-f865-4e99-8be2-4e51ec433861 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.734542] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.770182] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d43c69-9551-5950-fc8d-7d6d05728929, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.770509] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.770852] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.771245] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.771564] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.771806] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d851e43-de19-45dd-8d79-810bc97229e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.774009] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49b01db3-4f43-4d11-ba5f-6578d3471067 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.781874] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 870.781874] env[69325]: value = "task-4071748" [ 870.781874] env[69325]: _type = "Task" [ 870.781874] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.786531] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.786726] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.787842] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b38db5-172f-4442-a971-fc4f3255cb2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.796087] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.801022] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 870.801022] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528f2a80-8873-20e1-9e2c-02b168a3840f" [ 870.801022] env[69325]: _type = "Task" [ 870.801022] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.809656] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528f2a80-8873-20e1-9e2c-02b168a3840f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.834152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-464ac092-5657-4f72-90f8-5fbe0364b262 tempest-ServersListShow296Test-1653015935 tempest-ServersListShow296Test-1653015935-project-member] Lock "d6a3be63-5ad6-4ca9-855e-01b14065473a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.387s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.972030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.065272] env[69325]: DEBUG nova.compute.manager [req-2753ab03-cff1-4d00-a041-51961c7a3da6 req-90a5bd17-fbe9-46e0-8117-b216c19ef667 service nova] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Received event network-vif-deleted-e0067d6b-38ce-431f-8118-51d9b7de707b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.065731] env[69325]: DEBUG nova.compute.manager [req-2753ab03-cff1-4d00-a041-51961c7a3da6 req-90a5bd17-fbe9-46e0-8117-b216c19ef667 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Received event network-vif-deleted-d3900114-81f8-4e88-ac9c-51c6effd47eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.066176] env[69325]: INFO nova.compute.manager [req-2753ab03-cff1-4d00-a041-51961c7a3da6 req-90a5bd17-fbe9-46e0-8117-b216c19ef667 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Neutron deleted interface d3900114-81f8-4e88-ac9c-51c6effd47eb; detaching it from the instance and deleting it from the info cache [ 871.066503] env[69325]: DEBUG nova.network.neutron [req-2753ab03-cff1-4d00-a041-51961c7a3da6 req-90a5bd17-fbe9-46e0-8117-b216c19ef667 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.085849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.085849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.085849] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.096131] env[69325]: DEBUG nova.network.neutron [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.122668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.325s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.136928] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071747, 'name': ReconfigVM_Task, 'duration_secs': 0.1375} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.137138] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806804', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'name': 'volume-a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe27b90-c9e0-4033-baeb-a00e285af4cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5', 'serial': 'a524bcc2-da9f-40c7-a080-cabae8d2bfd5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.137451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.138746] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6447be31-71de-407e-a1ba-055c04a20e7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.147618] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.150945] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5987e65c-8f15-43ff-beff-67967f55be90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.236929] env[69325]: DEBUG oslo_vmware.api [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071743, 'name': PowerOnVM_Task, 'duration_secs': 1.021803} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.240817] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.241214] env[69325]: INFO nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Took 6.92 seconds to spawn the instance on the hypervisor. [ 871.241586] env[69325]: DEBUG nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.243498] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a856b1-aa48-4e65-9aa2-9de69c411ed5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.253959] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.253959] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.253959] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Deleting the datastore file [datastore2] ffe27b90-c9e0-4033-baeb-a00e285af4cc {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.257491] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a8cee9-a5dd-430e-8098-5e2a27b147a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.274354] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for the task: (returnval){ [ 871.274354] env[69325]: value = "task-4071750" [ 871.274354] env[69325]: _type = "Task" [ 871.274354] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.293357] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.300063] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071748, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.321185] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528f2a80-8873-20e1-9e2c-02b168a3840f, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.325793] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcde10e-a1f8-4021-a181-67820c6c169c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.334383] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 871.334383] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526b2fda-4a9d-2975-18f3-312d6e96c4c3" [ 871.334383] env[69325]: _type = "Task" [ 871.334383] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.345938] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526b2fda-4a9d-2975-18f3-312d6e96c4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.530359] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56841e6-1911-4d88-b49c-295278faaed6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.538553] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e912e-852d-436d-a7bd-bc25c056385d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570364] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b186e611-c1c0-475f-a6b9-834d04b1a749 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.577997] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-871591b4-287e-4996-9bcc-af7a98825114 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.581192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e23aad-d3ef-46d0-b82d-e0b347363588 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.599588] env[69325]: DEBUG nova.compute.provider_tree [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.601803] env[69325]: INFO nova.compute.manager [-] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Took 1.25 seconds to deallocate network for instance. [ 871.604788] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d55fd-6077-4052-ac5b-611ccc7b54fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.626191] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.647146] env[69325]: DEBUG nova.compute.manager [req-2753ab03-cff1-4d00-a041-51961c7a3da6 req-90a5bd17-fbe9-46e0-8117-b216c19ef667 service nova] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Detach interface failed, port_id=d3900114-81f8-4e88-ac9c-51c6effd47eb, reason: Instance 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.655533] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.683862] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.683928] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f26eaa-6490-4543-8fc9-8b3a1ffc0265 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.691932] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 871.691932] env[69325]: value = "task-4071751" [ 871.691932] env[69325]: _type = "Task" [ 871.691932] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.701022] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.774290] env[69325]: INFO nova.compute.manager [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Took 37.86 seconds to build instance. [ 871.788793] env[69325]: DEBUG oslo_vmware.api [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Task: {'id': task-4071750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355013} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.793723] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.794049] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.794298] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.803538] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578556} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.806016] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.806303] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.807964] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f70c57-36df-495b-94f0-0f2f20b0dfb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.817699] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 871.817699] env[69325]: value = "task-4071752" [ 871.817699] env[69325]: _type = "Task" [ 871.817699] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.829546] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.843939] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526b2fda-4a9d-2975-18f3-312d6e96c4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.028262} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.844243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.844505] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.844770] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056d9ccb-bc7d-4c1d-863c-7fece75ca27d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.853768] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 871.853768] env[69325]: value = "task-4071753" [ 871.853768] env[69325]: _type = "Task" [ 871.853768] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.864311] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.870825] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 871.871146] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80451199-3d34-4098-b437-8e8c2c19ed83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.876333] env[69325]: DEBUG nova.network.neutron [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.881607] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e51bb5-f241-419b-ab5c-d04bda5ef4e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.919230] env[69325]: ERROR nova.compute.manager [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Failed to detach volume a524bcc2-da9f-40c7-a080-cabae8d2bfd5 from /dev/sda: nova.exception.InstanceNotFound: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Traceback (most recent call last): [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self.driver.rebuild(**kwargs) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise NotImplementedError() [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] NotImplementedError [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] During handling of the above exception, another exception occurred: [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Traceback (most recent call last): [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self.driver.detach_volume(context, old_connection_info, [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] return self._volumeops.detach_volume(connection_info, instance) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._detach_volume_vmdk(connection_info, instance) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] stable_ref.fetch_moref(session) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] nova.exception.InstanceNotFound: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. [ 871.919230] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.089184] env[69325]: DEBUG nova.compute.utils [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Build of instance ffe27b90-c9e0-4033-baeb-a00e285af4cc aborted: Failed to rebuild volume backed instance. {{(pid=69325) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 872.091853] env[69325]: ERROR nova.compute.manager [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ffe27b90-c9e0-4033-baeb-a00e285af4cc aborted: Failed to rebuild volume backed instance. [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Traceback (most recent call last): [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self.driver.rebuild(**kwargs) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise NotImplementedError() [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] NotImplementedError [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] During handling of the above exception, another exception occurred: [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Traceback (most recent call last): [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._detach_root_volume(context, instance, root_bdm) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] with excutils.save_and_reraise_exception(): [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self.force_reraise() [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise self.value [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self.driver.detach_volume(context, old_connection_info, [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] return self._volumeops.detach_volume(connection_info, instance) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._detach_volume_vmdk(connection_info, instance) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] stable_ref.fetch_moref(session) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] nova.exception.InstanceNotFound: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] During handling of the above exception, another exception occurred: [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Traceback (most recent call last): [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] yield [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 872.091853] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._do_rebuild_instance_with_claim( [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._do_rebuild_instance( [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._rebuild_default_impl(**kwargs) [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] self._rebuild_volume_backed_instance( [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] raise exception.BuildAbortException( [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] nova.exception.BuildAbortException: Build of instance ffe27b90-c9e0-4033-baeb-a00e285af4cc aborted: Failed to rebuild volume backed instance. [ 872.093374] env[69325]: ERROR nova.compute.manager [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] [ 872.119323] env[69325]: DEBUG nova.scheduler.client.report [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.129149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.168069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.203862] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071751, 'name': PowerOffVM_Task, 'duration_secs': 0.421371} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.203862] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.204592] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.205261] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e603861-7c40-4fcf-8a51-de07997ea8b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214114] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.214458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c75dfa6-ab6f-44ef-bc22-d6ca82ad776c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.281326] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21e760f0-bbc4-4842-9d75-17b516120819 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.291s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.304363] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.304669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.304991] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore1] ffd7b1db-a645-43fa-ab71-890130bf4a76 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.309027] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed07cae-9a2d-4bfa-ad0b-c0f9bfe570c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.316989] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 872.316989] env[69325]: value = "task-4071755" [ 872.316989] env[69325]: _type = "Task" [ 872.316989] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.334149] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212541} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.334461] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.334812] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.335611] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8053a6-e734-400c-974e-b89043246b48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.359361] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.359911] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f357c478-ec44-44fa-90a0-31d13bf18a2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.379197] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.379426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.381437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.381707] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Instance network_info: |[{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.382903] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:13:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97d758ba-ce63-4a2c-b760-48ff61031a79', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.390454] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.395491] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.396439] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 872.396439] env[69325]: value = "task-4071756" [ 872.396439] env[69325]: _type = "Task" [ 872.396439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.396651] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.396867] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6fe019a-e5c3-49bb-8646-a406eaeb9596 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.425303] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.425303] env[69325]: value = "task-4071757" [ 872.425303] env[69325]: _type = "Task" [ 872.425303] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.425972] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.434511] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071757, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.626641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.629158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.808s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.629531] env[69325]: DEBUG nova.objects.instance [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lazy-loading 'resources' on Instance uuid f3914cee-e36d-41d5-90c6-9c021729a5b7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.650164] env[69325]: INFO nova.scheduler.client.report [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted allocations for instance 87fa633a-1683-4219-a042-4b9bffe90c2c [ 872.691392] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.691723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.784120] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.831836] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475732} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.833331] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.833617] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.833836] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.872760] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851923} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.873159] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.873475] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.873823] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca4e249f-67c6-4ff0-81b6-f78c302e6f44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.882093] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 872.882093] env[69325]: value = "task-4071758" [ 872.882093] env[69325]: _type = "Task" [ 872.882093] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.883319] env[69325]: DEBUG nova.compute.utils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.898573] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.924594] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.938889] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071757, 'name': CreateVM_Task, 'duration_secs': 0.480323} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.939176] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.940135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.940435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.940880] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.941175] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045537d7-00f1-461f-995d-feabb7db3036 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.947280] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 872.947280] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52582fbe-95a3-f464-ddd1-08e3f1952097" [ 872.947280] env[69325]: _type = "Task" [ 872.947280] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.959341] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52582fbe-95a3-f464-ddd1-08e3f1952097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.114186] env[69325]: DEBUG nova.compute.manager [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Received event network-changed-97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.114186] env[69325]: DEBUG nova.compute.manager [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Refreshing instance network info cache due to event network-changed-97d758ba-ce63-4a2c-b760-48ff61031a79. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.114186] env[69325]: DEBUG oslo_concurrency.lockutils [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.114186] env[69325]: DEBUG oslo_concurrency.lockutils [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.114186] env[69325]: DEBUG nova.network.neutron [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Refreshing network info cache for port 97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.162934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "87fa633a-1683-4219-a042-4b9bffe90c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.607s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.305675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.390661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.397136] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08589} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.399889] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.400967] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abcd87-0bc5-4a73-9a19-dbafd33c905b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.422681] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.429954] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead8e2cb-3b73-4e7d-83b9-d72de4e19b5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451096] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071756, 'name': ReconfigVM_Task, 'duration_secs': 0.595739} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.455608] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.456349] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 873.456349] env[69325]: value = "task-4071759" [ 873.456349] env[69325]: _type = "Task" [ 873.456349] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.459044] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b60101-0ee5-4c7d-a60c-e9ade50631ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.468655] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52582fbe-95a3-f464-ddd1-08e3f1952097, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.469532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.469645] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.469914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.469988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.470915] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.470915] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84c812f9-d08b-4546-b30d-0607ed6019d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.480445] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.480867] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 873.480867] env[69325]: value = "task-4071760" [ 873.480867] env[69325]: _type = "Task" [ 873.480867] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.492793] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071760, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.496613] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.496887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.498835] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccce8da-5484-4e11-addc-31b260e344b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.504914] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 873.504914] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c78ab6-e0df-1a5e-186c-628bf7021ee6" [ 873.504914] env[69325]: _type = "Task" [ 873.504914] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.517036] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c78ab6-e0df-1a5e-186c-628bf7021ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.722520] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2e7c2-1b9a-436c-84ac-2caa4a2d4bd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.732273] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2a3a3-578d-400d-b49e-dee83e9d37de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.768194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33788e6-2201-4c2c-ab17-14e488854699 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.777026] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca33544-8d30-4c52-88b2-71838c858ebd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.795545] env[69325]: DEBUG nova.compute.provider_tree [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.878033] env[69325]: DEBUG nova.network.neutron [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updated VIF entry in instance network info cache for port 97d758ba-ce63-4a2c-b760-48ff61031a79. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.878033] env[69325]: DEBUG nova.network.neutron [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.881105] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.881367] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.881566] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.881782] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.881936] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.882117] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.882362] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.882538] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.882848] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.883086] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.883294] env[69325]: DEBUG nova.virt.hardware [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.884472] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f203a04-f254-4d72-ac65-514ab693ece7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.894405] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28bf25d-f7d4-4d32-a983-fb68eb20186b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.911326] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374d940c-9db3-4c66-877c-80225eb1c1d1', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.919499] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.920357] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.920583] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a165c99d-ea42-4cd4-8874-ad07bb4f1150 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.950192] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.950192] env[69325]: value = "task-4071761" [ 873.950192] env[69325]: _type = "Task" [ 873.950192] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.959403] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071761, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.971930] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.994626] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071760, 'name': Rename_Task, 'duration_secs': 0.362279} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.995198] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.995538] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7001f4a6-d50f-48b6-9fad-57b908150a7e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.003341] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 874.003341] env[69325]: value = "task-4071762" [ 874.003341] env[69325]: _type = "Task" [ 874.003341] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.015688] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.018976] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c78ab6-e0df-1a5e-186c-628bf7021ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.018104} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.019813] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c282b21-7de1-4985-bbf8-f3f9d6427b17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.025932] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 874.025932] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c27d45-c44f-f10c-1481-8ee15199e18b" [ 874.025932] env[69325]: _type = "Task" [ 874.025932] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.035472] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c27d45-c44f-f10c-1481-8ee15199e18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.114503] env[69325]: DEBUG oslo_concurrency.lockutils [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.300349] env[69325]: DEBUG nova.scheduler.client.report [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.389025] env[69325]: DEBUG oslo_concurrency.lockutils [req-f45d12ae-1a58-4952-980a-54f7c4f2388a req-a4354c2e-e4e1-4271-96a0-50ca2568c73d service nova] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.444021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.444389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.444727] env[69325]: INFO nova.compute.manager [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Attaching volume 630bccb3-390f-4504-a4b0-390812e1dfce to /dev/sdb [ 874.463499] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071761, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.474221] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071759, 'name': ReconfigVM_Task, 'duration_secs': 0.923775} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.475183] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167/a64aa237-ac06-4b06-bc6b-9cfd3a2fb167.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.476093] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a19c13-0e16-47b8-bf12-d4b24ec73cd6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.484611] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 874.484611] env[69325]: value = "task-4071763" [ 874.484611] env[69325]: _type = "Task" [ 874.484611] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.490641] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1087005-3bff-400d-accf-1c36e047020a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.499112] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071763, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.501431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d617a1cd-d35a-4a70-b6cf-b8aa70482626 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.515179] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.521268] env[69325]: DEBUG nova.virt.block_device [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Updating existing volume attachment record: 6827d6b2-b634-4d62-af2b-184bc1fe62c6 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 874.538896] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c27d45-c44f-f10c-1481-8ee15199e18b, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.539695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.540100] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.540440] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bec6a62-3ac8-4860-9232-26ba70aef8fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.549103] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 874.549103] env[69325]: value = "task-4071764" [ 874.549103] env[69325]: _type = "Task" [ 874.549103] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.559512] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.807114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.809961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.593s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.810240] env[69325]: DEBUG nova.objects.instance [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lazy-loading 'resources' on Instance uuid 9ba88d52-08e9-458d-ad87-8caa6f71ba43 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.829693] env[69325]: INFO nova.scheduler.client.report [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted allocations for instance f3914cee-e36d-41d5-90c6-9c021729a5b7 [ 874.911234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.912052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.912378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.912710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.912910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.915482] env[69325]: INFO nova.compute.manager [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Terminating instance [ 874.972535] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071761, 'name': CreateVM_Task, 'duration_secs': 0.627763} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.972535] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.972535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.972535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.972535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.973059] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d29418-ddcc-43a7-b2b3-53f50d469f6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.981653] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 874.981653] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52697c3a-71b0-18c1-01c2-2ac3cf73066b" [ 874.981653] env[69325]: _type = "Task" [ 874.981653] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.996635] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52697c3a-71b0-18c1-01c2-2ac3cf73066b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.009251] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071763, 'name': Rename_Task, 'duration_secs': 0.179625} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.012894] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.013923] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba45ed75-75e0-4dff-8cec-e0fcd6c3a3f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.021478] env[69325]: DEBUG oslo_vmware.api [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071762, 'name': PowerOnVM_Task, 'duration_secs': 0.722627} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.023429] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.024459] env[69325]: INFO nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Took 7.95 seconds to spawn the instance on the hypervisor. [ 875.024459] env[69325]: DEBUG nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.024723] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 875.024723] env[69325]: value = "task-4071766" [ 875.024723] env[69325]: _type = "Task" [ 875.024723] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.025547] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa4779-462f-48d2-8e58-6807232f3357 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.051026] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.063582] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.215981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "ca310880-d26b-4f6d-a633-9a05804340dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.216248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.340161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "f3914cee-e36d-41d5-90c6-9c021729a5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.232s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.421635] env[69325]: DEBUG nova.compute.manager [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.422197] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-249d05b5-c13e-4485-afe9-974d8dbc34ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.432678] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912c789-b596-4faf-ad75-9090cc256b8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.472300] env[69325]: WARNING nova.virt.vmwareapi.driver [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. [ 875.472527] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.475408] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-645544f0-99ac-4411-a661-3398b637ef7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.488840] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ffcbb-566b-4fd9-a1d9-4e604d65e0e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.508505] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52697c3a-71b0-18c1-01c2-2ac3cf73066b, 'name': SearchDatastore_Task, 'duration_secs': 0.022012} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.508731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.508962] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.509283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.509368] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.509537] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.509794] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4663cd9c-6ecb-46b3-a9b8-b1d59339c64e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.528144] env[69325]: WARNING nova.virt.vmwareapi.vmops [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. [ 875.528323] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.528957] env[69325]: INFO nova.compute.manager [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Took 0.11 seconds to destroy the instance on the hypervisor. [ 875.528957] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.529159] env[69325]: DEBUG nova.compute.manager [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.529159] env[69325]: DEBUG nova.network.neutron [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.535977] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.536188] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.542028] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffe74be-dbc1-4ae0-8287-bb8bc9b77c47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.544570] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071766, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.549731] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 875.549731] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c0fa09-58fa-3da9-2778-601734c49896" [ 875.549731] env[69325]: _type = "Task" [ 875.549731] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.565074] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c0fa09-58fa-3da9-2778-601734c49896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.569137] env[69325]: INFO nova.compute.manager [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Took 36.45 seconds to build instance. [ 875.573805] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609916} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.574127] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.574296] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.574548] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2086fdce-154b-47f1-a00c-6bc6b4b83482 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.585337] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 875.585337] env[69325]: value = "task-4071769" [ 875.585337] env[69325]: _type = "Task" [ 875.585337] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.596058] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.954463] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aedc88-cefc-486b-a1e2-d880f5219ff9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.964838] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adac4b32-b818-4be9-96d3-5daaac0a1835 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.001287] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef528a-8667-4274-aa3d-191d952a69d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.009509] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead5d61-af05-4a27-b381-97c8b954f4da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.025603] env[69325]: DEBUG nova.compute.provider_tree [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.043714] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.060531] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c0fa09-58fa-3da9-2778-601734c49896, 'name': SearchDatastore_Task, 'duration_secs': 0.037058} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.060986] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0a1571-31e9-4f61-9e35-efea974927a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.068230] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 876.068230] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52325ef4-2c85-823b-5956-cec72385ca3c" [ 876.068230] env[69325]: _type = "Task" [ 876.068230] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.072204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f05d4d3d-6987-4327-99b7-ff4ad77504cd tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.800s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.079878] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52325ef4-2c85-823b-5956-cec72385ca3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.097334] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079223} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.097774] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.098808] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208655f-0ebf-480e-8218-eee827b5b4f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.126226] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.126646] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6594b037-7662-479c-847c-e4c4830c631d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.152558] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 876.152558] env[69325]: value = "task-4071770" [ 876.152558] env[69325]: _type = "Task" [ 876.152558] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.164489] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.252220] env[69325]: INFO nova.compute.manager [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Rebuilding instance [ 876.316658] env[69325]: DEBUG nova.compute.manager [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.317612] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9950cfd-9d31-4ff2-b6ad-898926b44d53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.409584] env[69325]: DEBUG nova.compute.manager [req-8705600a-826f-4d4a-a0ea-3da5cb9d6cba req-575929e2-119d-4ccf-8ba9-43d8c62487e7 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Received event network-vif-deleted-0065c73a-f905-4d4c-a199-28cfe1778abb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.409584] env[69325]: INFO nova.compute.manager [req-8705600a-826f-4d4a-a0ea-3da5cb9d6cba req-575929e2-119d-4ccf-8ba9-43d8c62487e7 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Neutron deleted interface 0065c73a-f905-4d4c-a199-28cfe1778abb; detaching it from the instance and deleting it from the info cache [ 876.409584] env[69325]: DEBUG nova.network.neutron [req-8705600a-826f-4d4a-a0ea-3da5cb9d6cba req-575929e2-119d-4ccf-8ba9-43d8c62487e7 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.533172] env[69325]: DEBUG nova.scheduler.client.report [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.547356] env[69325]: DEBUG oslo_vmware.api [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071766, 'name': PowerOnVM_Task, 'duration_secs': 1.122142} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.548151] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.548151] env[69325]: DEBUG nova.compute.manager [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.548645] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d209af75-1819-4a91-a367-4f9bd5833ed8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.579724] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.583080] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52325ef4-2c85-823b-5956-cec72385ca3c, 'name': SearchDatastore_Task, 'duration_secs': 0.026614} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.583549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.583838] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.584116] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-092ad6c0-0899-49b6-a476-75fad2d60b1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.592314] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 876.592314] env[69325]: value = "task-4071771" [ 876.592314] env[69325]: _type = "Task" [ 876.592314] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.603641] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.662757] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.717481] env[69325]: DEBUG nova.network.neutron [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.914160] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fdf22c4-2d7b-4b1f-83f6-e3ad246903bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.924062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461cf88-78ad-4713-9e35-af0cc89955fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.966256] env[69325]: DEBUG nova.compute.manager [req-8705600a-826f-4d4a-a0ea-3da5cb9d6cba req-575929e2-119d-4ccf-8ba9-43d8c62487e7 service nova] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Detach interface failed, port_id=0065c73a-f905-4d4c-a199-28cfe1778abb, reason: Instance ffe27b90-c9e0-4033-baeb-a00e285af4cc could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.044433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.046560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.279s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.051038] env[69325]: DEBUG nova.objects.instance [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lazy-loading 'resources' on Instance uuid dcd842a0-6cc7-4918-8aa8-d25182252970 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.074034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.076372] env[69325]: INFO nova.scheduler.client.report [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Deleted allocations for instance 9ba88d52-08e9-458d-ad87-8caa6f71ba43 [ 877.104128] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071771, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.120367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.164584] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071770, 'name': ReconfigVM_Task, 'duration_secs': 0.581646} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.165731] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.165731] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3002b0a6-db49-4546-882a-e0a321ac553c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.174272] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 877.174272] env[69325]: value = "task-4071772" [ 877.174272] env[69325]: _type = "Task" [ 877.174272] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.188416] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071772, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.223028] env[69325]: INFO nova.compute.manager [-] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Took 1.69 seconds to deallocate network for instance. [ 877.337832] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.338175] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f891334f-095f-49e3-b2ca-4fd619411e38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.348175] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 877.348175] env[69325]: value = "task-4071774" [ 877.348175] env[69325]: _type = "Task" [ 877.348175] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.358872] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.362615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.363819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.364191] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.364496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.364708] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.368463] env[69325]: INFO nova.compute.manager [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Terminating instance [ 877.592970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aefe1a8-cb58-4e62-aca6-a956b931727b tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Lock "9ba88d52-08e9-458d-ad87-8caa6f71ba43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.388s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.609910] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86829} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.612921] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.613198] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.614676] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c3ccc33-0479-47f4-ac36-076c4c0ccc00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.623685] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 877.623685] env[69325]: value = "task-4071775" [ 877.623685] env[69325]: _type = "Task" [ 877.623685] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.642053] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.686269] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071772, 'name': Rename_Task, 'duration_secs': 0.220525} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.686634] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.686915] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906a6d73-13d9-41cd-b415-d747dc031ca6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.699423] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 877.699423] env[69325]: value = "task-4071776" [ 877.699423] env[69325]: _type = "Task" [ 877.699423] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.710293] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.784076] env[69325]: INFO nova.compute.manager [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Took 0.56 seconds to detach 1 volumes for instance. [ 877.788155] env[69325]: DEBUG nova.compute.manager [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Deleting volume: a524bcc2-da9f-40c7-a080-cabae8d2bfd5 {{(pid=69325) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 877.869426] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071774, 'name': PowerOffVM_Task, 'duration_secs': 0.239401} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.873568] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.873568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.873568] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c948d2e-5624-4e89-9fa0-2b57e92f937f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.876161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "refresh_cache-a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.876345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquired lock "refresh_cache-a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.876521] env[69325]: DEBUG nova.network.neutron [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.883323] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.883561] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ca9757-26da-48d1-a942-69fbcde1b921 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.917398] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.917624] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.918223] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleting the datastore file [datastore1] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.918223] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6308ef4a-2289-49d0-9cd2-497f110f6d9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.930198] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 877.930198] env[69325]: value = "task-4071779" [ 877.930198] env[69325]: _type = "Task" [ 877.930198] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.940649] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.137096] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090969} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.143190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.144287] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c905e-a8ee-4d8f-a3c3-2d197c8b36b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.174911] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.178541] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e56c09d-2459-47fa-b991-65a7c8319e22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.206220] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 878.206220] env[69325]: value = "task-4071780" [ 878.206220] env[69325]: _type = "Task" [ 878.206220] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.214199] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.223956] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.300066] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bfde4-e16e-42de-885c-f4daadfb629a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.308310] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb313a6f-c049-4fe6-a545-588030ee3685 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.345064] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5631e8-6cc4-43ce-93e0-7e43a983f3f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.350489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.357781] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de4643-0e28-4e93-b7e1-4a0aed6949ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.376459] env[69325]: DEBUG nova.compute.provider_tree [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.406398] env[69325]: DEBUG nova.network.neutron [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.446856] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278877} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.447012] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.448571] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.448571] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.520498] env[69325]: DEBUG nova.network.neutron [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.719355] env[69325]: DEBUG oslo_vmware.api [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071776, 'name': PowerOnVM_Task, 'duration_secs': 0.916731} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.723186] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.723495] env[69325]: INFO nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Took 8.77 seconds to spawn the instance on the hypervisor. [ 878.723773] env[69325]: DEBUG nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.724164] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.725150] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a5c3ba-92a2-4b36-87e1-5a63b657ee0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.882050] env[69325]: DEBUG nova.scheduler.client.report [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.025598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Releasing lock "refresh_cache-a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.026182] env[69325]: DEBUG nova.compute.manager [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.026466] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.029257] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51fda5a-0971-42c4-9f5f-fc75cc9d78c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.039908] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.040529] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db9776f-1050-49bf-bd68-8fb1a264a999 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.047107] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 879.047107] env[69325]: value = "task-4071781" [ 879.047107] env[69325]: _type = "Task" [ 879.047107] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.059931] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.225195] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.260822] env[69325]: INFO nova.compute.manager [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Took 38.59 seconds to build instance. [ 879.390141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.393028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.028s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.395753] env[69325]: INFO nova.compute.claims [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.425648] env[69325]: INFO nova.scheduler.client.report [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleted allocations for instance dcd842a0-6cc7-4918-8aa8-d25182252970 [ 879.502915] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.502915] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.503111] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.503219] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.503299] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.506441] env[69325]: DEBUG nova.virt.hardware [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.506441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8f93d-3e21-487b-9be0-c535d4cee89b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.515788] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459715de-7419-4e58-964a-8fc970e7cf48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.532800] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.539363] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.540064] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.540452] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d7d4ce-03f1-4ab9-98a7-1ca99eed24bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.565618] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071781, 'name': PowerOffVM_Task, 'duration_secs': 0.223656} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.567391] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.567595] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.567959] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.567959] env[69325]: value = "task-4071782" [ 879.567959] env[69325]: _type = "Task" [ 879.567959] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.568168] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50356ed2-6210-4cc1-be4e-6112dbd3f1ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.579270] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071782, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.586404] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 879.586701] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806882', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'name': 'volume-630bccb3-390f-4504-a4b0-390812e1dfce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2efaacc8-578b-442a-a6f7-ac9ed2ae7093', 'attached_at': '', 'detached_at': '', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'serial': '630bccb3-390f-4504-a4b0-390812e1dfce'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 879.587906] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58492cc-d2da-4791-8df3-14cbb4bf25e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.607447] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf97400-66ec-478c-a5c6-71ff6a21adaf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.610364] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.610617] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.610767] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Deleting the datastore file [datastore1] a64aa237-ac06-4b06-bc6b-9cfd3a2fb167 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.611358] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e847b6d3-ff9a-4a01-ac0c-dd509df8ad1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.638184] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-630bccb3-390f-4504-a4b0-390812e1dfce/volume-630bccb3-390f-4504-a4b0-390812e1dfce.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.642594] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717502ad-da59-4111-ac9c-95456061cc71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.656985] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for the task: (returnval){ [ 879.656985] env[69325]: value = "task-4071784" [ 879.656985] env[69325]: _type = "Task" [ 879.656985] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.664194] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 879.664194] env[69325]: value = "task-4071785" [ 879.664194] env[69325]: _type = "Task" [ 879.664194] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.672215] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.678284] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.719335] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.764397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-306bed3b-c86c-4d10-859c-c9a8f257c970 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.711s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.936417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76ec484a-0c96-4472-a48a-425f415a933a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "dcd842a0-6cc7-4918-8aa8-d25182252970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.882s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.080796] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071782, 'name': CreateVM_Task, 'duration_secs': 0.432477} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.081136] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.081644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.081877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.082266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.082559] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fb911a-5e49-426d-96b1-8ab4420f27fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.088218] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 880.088218] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52855c9c-0707-855b-c34e-d0ee362bb49c" [ 880.088218] env[69325]: _type = "Task" [ 880.088218] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.100318] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52855c9c-0707-855b-c34e-d0ee362bb49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.168578] env[69325]: DEBUG oslo_vmware.api [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Task: {'id': task-4071784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130756} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.172606] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.173069] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.173150] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.173297] env[69325]: INFO nova.compute.manager [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Took 1.15 seconds to destroy the instance on the hypervisor. [ 880.173568] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.173971] env[69325]: DEBUG nova.compute.manager [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.173971] env[69325]: DEBUG nova.network.neutron [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.181726] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.200623] env[69325]: DEBUG nova.network.neutron [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.223177] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071780, 'name': ReconfigVM_Task, 'duration_secs': 1.560498} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.223177] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.223894] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-135d2a48-38ee-4585-9d23-58f03d5eb2c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.234221] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 880.234221] env[69325]: value = "task-4071786" [ 880.234221] env[69325]: _type = "Task" [ 880.234221] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.246903] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071786, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.268535] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.601016] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52855c9c-0707-855b-c34e-d0ee362bb49c, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.604367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.604606] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.604862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.605017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.605204] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.605686] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3c851cc-f9a4-4bd2-ad03-21434553bd17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615645] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.615861] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.619184] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c83d8c7-4607-4b25-9620-b578501005eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.627473] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 880.627473] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528151d9-6731-2747-9cd6-ab6e67627ee5" [ 880.627473] env[69325]: _type = "Task" [ 880.627473] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.642803] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528151d9-6731-2747-9cd6-ab6e67627ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.643708] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3838d2-f98a-408a-9d1c-9b571fbfc1b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.654215] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 880.654215] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520c3754-6fa0-5c8f-119b-1fd2be375401" [ 880.654215] env[69325]: _type = "Task" [ 880.654215] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.665184] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520c3754-6fa0-5c8f-119b-1fd2be375401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677819] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071785, 'name': ReconfigVM_Task, 'duration_secs': 0.673111} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.678854] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-630bccb3-390f-4504-a4b0-390812e1dfce/volume-630bccb3-390f-4504-a4b0-390812e1dfce.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.686963] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9859120a-e0e7-44cf-878b-9830060f8d81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.703890] env[69325]: DEBUG nova.network.neutron [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.705238] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 880.705238] env[69325]: value = "task-4071787" [ 880.705238] env[69325]: _type = "Task" [ 880.705238] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.719012] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.746712] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071786, 'name': Rename_Task, 'duration_secs': 0.16948} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.747134] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.747415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b7fd6c-3d42-49b7-8011-de52f522c0a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.759301] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 880.759301] env[69325]: value = "task-4071788" [ 880.759301] env[69325]: _type = "Task" [ 880.759301] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.768870] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.795907] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.059229] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543eadb1-1103-4aa5-b006-dcec5bd69963 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.069944] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49792b97-e9ce-49cf-a37c-db9c50fdfe55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109745] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d60585-9baf-44b7-87c0-5c35b38bcaf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.119709] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6e746-e206-4e6a-9b19-1d963bbb1dd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.137600] env[69325]: DEBUG nova.compute.provider_tree [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.175040] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520c3754-6fa0-5c8f-119b-1fd2be375401, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.175040] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.175040] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.175040] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf26a58-77a1-4f5c-b34f-7dfbd00dba99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.182124] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 881.182124] env[69325]: value = "task-4071789" [ 881.182124] env[69325]: _type = "Task" [ 881.182124] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.198287] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.207649] env[69325]: INFO nova.compute.manager [-] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Took 1.03 seconds to deallocate network for instance. [ 881.222136] env[69325]: DEBUG oslo_vmware.api [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071787, 'name': ReconfigVM_Task, 'duration_secs': 0.221666} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.222464] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806882', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'name': 'volume-630bccb3-390f-4504-a4b0-390812e1dfce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2efaacc8-578b-442a-a6f7-ac9ed2ae7093', 'attached_at': '', 'detached_at': '', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'serial': '630bccb3-390f-4504-a4b0-390812e1dfce'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 881.272873] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071788, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.643361] env[69325]: DEBUG nova.scheduler.client.report [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.694158] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.718921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.771916] env[69325]: DEBUG oslo_vmware.api [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071788, 'name': PowerOnVM_Task, 'duration_secs': 0.649831} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.776822] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.777021] env[69325]: DEBUG nova.compute.manager [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.778209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65c7d8-2997-414c-923f-54cf4ee8494d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.046595] env[69325]: DEBUG nova.compute.manager [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 882.153882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.154408] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.158170] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.575s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.162612] env[69325]: INFO nova.compute.claims [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.195788] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714541} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.196078] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.196443] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.196829] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c38a02b3-d905-4eee-8407-9ae91f59fe39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.208162] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 882.208162] env[69325]: value = "task-4071790" [ 882.208162] env[69325]: _type = "Task" [ 882.208162] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.220640] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.279525] env[69325]: DEBUG nova.objects.instance [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'flavor' on Instance uuid 2efaacc8-578b-442a-a6f7-ac9ed2ae7093 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.303747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.578820] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.675333] env[69325]: DEBUG nova.compute.utils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.680497] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.680497] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.723318] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199817} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.723640] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.724837] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21674d-ba2f-4abc-b51c-631ae21e3609 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.754072] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.754428] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb4c651-188d-4fb1-a9b8-1edfe217bd13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.784073] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 882.784073] env[69325]: value = "task-4071791" [ 882.784073] env[69325]: _type = "Task" [ 882.784073] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.788878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ea52826-444b-4d63-8b48-b0509415eff5 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.793781] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.798969] env[69325]: DEBUG nova.policy [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.184890] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.298150] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.335792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.335792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.335792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.335792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.336088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.338948] env[69325]: INFO nova.compute.manager [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Terminating instance [ 883.663604] env[69325]: INFO nova.compute.manager [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Rebuilding instance [ 883.667815] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Successfully created port: e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.738595] env[69325]: DEBUG nova.compute.manager [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.739528] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0edd36-e599-49bb-ac19-59abe3879b13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.801159] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.849259] env[69325]: DEBUG nova.compute.manager [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.852442] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.853366] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d32de8e-ec9d-4f67-b49f-68ad1b783cc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.866880] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 883.866880] env[69325]: value = "task-4071792" [ 883.866880] env[69325]: _type = "Task" [ 883.866880] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.960601] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cf0bde-78f5-47d5-a5f2-cf4fe613b3da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.968228] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facdce62-77d9-4491-bb98-ba61163036c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.017802] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b294f48f-1f57-4cac-a7c2-0bb5de5318c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.028858] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45659e5-c7dd-4d9c-9fba-e5442e1155d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.047397] env[69325]: DEBUG nova.compute.provider_tree [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.207756] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.239387] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.239671] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.240061] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.242171] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.242401] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.242587] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.242910] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.243049] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.243246] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.243437] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.244565] env[69325]: DEBUG nova.virt.hardware [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.244666] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9c6d7-6362-4156-918b-979523144aac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.268849] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f449c71-f9df-4a42-9b27-6853bca82f58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.303614] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071791, 'name': ReconfigVM_Task, 'duration_secs': 1.181781} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.303984] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9/f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.304706] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82240a1a-d01e-418e-b172-19b35de769ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.314784] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 884.314784] env[69325]: value = "task-4071793" [ 884.314784] env[69325]: _type = "Task" [ 884.314784] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.323982] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071793, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.378218] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071792, 'name': PowerOffVM_Task, 'duration_secs': 0.272077} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.378685] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.379334] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 884.379822] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806882', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'name': 'volume-630bccb3-390f-4504-a4b0-390812e1dfce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2efaacc8-578b-442a-a6f7-ac9ed2ae7093', 'attached_at': '', 'detached_at': '', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'serial': '630bccb3-390f-4504-a4b0-390812e1dfce'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 884.381324] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c3519-52b4-4cb4-a486-5b32cd242f22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.407890] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249f65d-ec6c-476e-a223-50debb888f72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.417550] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715f8cc-37f2-4dae-9462-c22f04613137 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.443622] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd32b8a-b2d2-446b-bd14-220e4cb6b804 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.461378] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] The volume has not been displaced from its original location: [datastore2] volume-630bccb3-390f-4504-a4b0-390812e1dfce/volume-630bccb3-390f-4504-a4b0-390812e1dfce.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 884.466221] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.466828] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7866dd71-8172-4d1f-b6e3-8d977a0de4c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.486772] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 884.486772] env[69325]: value = "task-4071794" [ 884.486772] env[69325]: _type = "Task" [ 884.486772] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.497040] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.551695] env[69325]: DEBUG nova.scheduler.client.report [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.759816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.760267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.761475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.761823] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.762054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.764513] env[69325]: INFO nova.compute.manager [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Terminating instance [ 884.768040] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.768040] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f611208f-9f90-4575-b5d6-fc9b6755c746 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.776344] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 884.776344] env[69325]: value = "task-4071795" [ 884.776344] env[69325]: _type = "Task" [ 884.776344] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.790019] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.831793] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071793, 'name': Rename_Task, 'duration_secs': 0.253816} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.832193] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.832433] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed9a118-cde9-41be-a92e-3e3f01f09a53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.844340] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 884.844340] env[69325]: value = "task-4071796" [ 884.844340] env[69325]: _type = "Task" [ 884.844340] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.857084] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.001424] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071794, 'name': ReconfigVM_Task, 'duration_secs': 0.263312} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.001424] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.009338] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea27676a-cc3e-4168-a803-8dcf5d982eea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.027519] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 885.027519] env[69325]: value = "task-4071797" [ 885.027519] env[69325]: _type = "Task" [ 885.027519] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.043730] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.059687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.060297] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.063090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.261s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.064551] env[69325]: INFO nova.compute.claims [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.268832] env[69325]: DEBUG nova.compute.manager [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.269104] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.272649] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6da618-f61f-47af-b60d-097fd0248d70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.293056] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071795, 'name': PowerOffVM_Task, 'duration_secs': 0.227954} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.296840] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.297150] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.297485] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.298339] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a645ba-9956-4609-917d-f1d915b64dfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301192] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62302ac3-c9d1-403d-bf81-7746bc8b1b65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.308191] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 885.308191] env[69325]: value = "task-4071798" [ 885.308191] env[69325]: _type = "Task" [ 885.308191] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.312316] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.316227] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ecf62a-081e-4f33-b64d-cad9b27fb50f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.326588] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.356611] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.433308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.433308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.433308] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.433864] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92fec58f-505d-4984-bdb5-2e19e1aa56cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.444455] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 885.444455] env[69325]: value = "task-4071800" [ 885.444455] env[69325]: _type = "Task" [ 885.444455] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.456389] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.545482] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071797, 'name': ReconfigVM_Task, 'duration_secs': 0.211513} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.545824] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806882', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'name': 'volume-630bccb3-390f-4504-a4b0-390812e1dfce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2efaacc8-578b-442a-a6f7-ac9ed2ae7093', 'attached_at': '', 'detached_at': '', 'volume_id': '630bccb3-390f-4504-a4b0-390812e1dfce', 'serial': '630bccb3-390f-4504-a4b0-390812e1dfce'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 885.546395] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.547342] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85684e-6227-44c1-b748-485b54cd5d3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.558069] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.558386] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f439a323-a665-455a-93e6-17c6edd17636 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.569430] env[69325]: DEBUG nova.compute.utils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.574317] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.574509] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.637015] env[69325]: DEBUG nova.policy [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feadf29f60c047d7a5d066805bdc4a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd64265ad38d34af6833236c548f861f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.652240] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.653195] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.653961] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore2] 2efaacc8-578b-442a-a6f7-ac9ed2ae7093 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.655157] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d00a4b-20c3-41bb-9369-1d4572697ab3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.663564] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 885.663564] env[69325]: value = "task-4071802" [ 885.663564] env[69325]: _type = "Task" [ 885.663564] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.674320] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.824492] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071798, 'name': PowerOffVM_Task, 'duration_secs': 0.249104} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.824844] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.824943] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.825223] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ffd06c3-ca17-4483-b2b9-426574d37ed9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.856643] env[69325]: DEBUG oslo_vmware.api [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071796, 'name': PowerOnVM_Task, 'duration_secs': 0.599473} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.857187] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.857285] env[69325]: DEBUG nova.compute.manager [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.860943] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3454e2-9865-416e-9c96-e6c84e93f630 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.913526] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.913876] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.914192] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleting the datastore file [datastore2] 8dc747d9-fe78-4a01-bf0f-5408ef6d1444 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.914575] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d5b1b7-c20c-4a5e-96bb-cf859b0df636 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.922968] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for the task: (returnval){ [ 885.922968] env[69325]: value = "task-4071804" [ 885.922968] env[69325]: _type = "Task" [ 885.922968] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.933633] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.963332] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173213} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.963655] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.963789] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.963975] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.075030] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.172111] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Successfully created port: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.184269] env[69325]: DEBUG oslo_vmware.api [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4071802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154026} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.184760] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.185560] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.185719] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.185944] env[69325]: INFO nova.compute.manager [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Took 2.34 seconds to destroy the instance on the hypervisor. [ 886.186252] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.186503] env[69325]: DEBUG nova.compute.manager [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.186873] env[69325]: DEBUG nova.network.neutron [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.390303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.444963] env[69325]: DEBUG oslo_vmware.api [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Task: {'id': task-4071804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160883} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.449302] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.449302] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.449302] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.449302] env[69325]: INFO nova.compute.manager [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Took 1.18 seconds to destroy the instance on the hypervisor. [ 886.449302] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.449302] env[69325]: DEBUG nova.compute.manager [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.449302] env[69325]: DEBUG nova.network.neutron [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.454421] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Successfully updated port: e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.542495] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "517c3322-602c-4290-bd24-00f22a79164e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.543696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.735677] env[69325]: DEBUG nova.compute.manager [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Received event network-vif-plugged-e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.737881] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] Acquiring lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.737881] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.737881] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.737881] env[69325]: DEBUG nova.compute.manager [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] No waiting events found dispatching network-vif-plugged-e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.737881] env[69325]: WARNING nova.compute.manager [req-b3e97705-a802-43ab-9c75-1bf5e3d073ca req-f3b08534-e94b-4f3a-9edb-b82d4bb4985f service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Received unexpected event network-vif-plugged-e0295842-786c-405f-9bfa-1bb2573bc667 for instance with vm_state building and task_state spawning. [ 886.959764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe8abf-badb-4226-8935-9c4dfdfa72b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.965765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.966025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.966286] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.976030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989c48f3-ef3c-4ccf-99de-7b72bb21547e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.027456] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa210a-e969-452d-b040-ae8912114327 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.040052] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.040397] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.040605] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.041223] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.041223] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.041223] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.041444] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.041658] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.042054] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.042232] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.042411] env[69325]: DEBUG nova.virt.hardware [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.043965] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c178364-fcda-4375-91aa-e7505f741903 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.050808] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff58f7c-76f7-482c-b1b3-1b8aa4593b03 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.074675] env[69325]: DEBUG nova.compute.provider_tree [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.079840] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c176e-7b69-4609-8caf-0407563506d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.090684] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.109237] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374d940c-9db3-4c66-877c-80225eb1c1d1', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.116417] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.117366] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.117589] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fdf2181-1707-4a0f-aabd-d37a0f017b2a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.142918] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.142918] env[69325]: value = "task-4071805" [ 887.142918] env[69325]: _type = "Task" [ 887.142918] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.148878] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.149136] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.149292] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.149638] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.149638] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.149802] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.150059] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.150147] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.150313] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.150472] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.150647] env[69325]: DEBUG nova.virt.hardware [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.151574] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7519e-d663-45a0-9219-dbc49b52d839 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.161605] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071805, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.165269] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981fe883-a9c9-4bdb-b0b1-f496d05c9b80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.530055] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.534693] env[69325]: DEBUG nova.network.neutron [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.579294] env[69325]: DEBUG nova.scheduler.client.report [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.618585] env[69325]: DEBUG nova.network.neutron [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.655881] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071805, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.840965] env[69325]: DEBUG nova.network.neutron [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Updating instance_info_cache with network_info: [{"id": "e0295842-786c-405f-9bfa-1bb2573bc667", "address": "fa:16:3e:4f:fe:8d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0295842-78", "ovs_interfaceid": "e0295842-786c-405f-9bfa-1bb2573bc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.959808] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Successfully updated port: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.038289] env[69325]: INFO nova.compute.manager [-] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Took 1.85 seconds to deallocate network for instance. [ 888.085861] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.023s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.086247] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.089186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.614s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.089744] env[69325]: DEBUG nova.objects.instance [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lazy-loading 'resources' on Instance uuid fbc87491-5408-45a5-bf99-824181665f9b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.123432] env[69325]: INFO nova.compute.manager [-] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Took 1.67 seconds to deallocate network for instance. [ 888.158355] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071805, 'name': CreateVM_Task, 'duration_secs': 0.553947} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.158355] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.161036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.161036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.161036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.161036] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e50823-2a22-4ec2-9f7f-06b4e5d5dcef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.170223] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 888.170223] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522f0c6a-0008-86fb-a833-00da35df69a2" [ 888.170223] env[69325]: _type = "Task" [ 888.170223] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.188685] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522f0c6a-0008-86fb-a833-00da35df69a2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.190107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190469] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.190740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.190912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.192247] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.192247] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1aa2f95-508e-4a6a-8670-9211bb93ae23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.208045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.208334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.208575] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.208739] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.209836] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3210f083-02b7-4ed0-837d-6b8f13f2141c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.215033] env[69325]: DEBUG nova.compute.manager [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Received event network-vif-plugged-36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.215267] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] Acquiring lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.215481] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.216418] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.216418] env[69325]: DEBUG nova.compute.manager [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] No waiting events found dispatching network-vif-plugged-36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.216418] env[69325]: WARNING nova.compute.manager [req-fd7fd3b1-f5d9-420e-bf0c-8b79891885d6 req-decb01cc-06a3-4d7e-b666-69e4a6a75304 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Received unexpected event network-vif-plugged-36a24f07-fcc2-48ba-8325-89bdc4b2f06e for instance with vm_state building and task_state spawning. [ 888.220983] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 888.220983] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520df027-907f-cbab-928f-ea6c968bfdb8" [ 888.220983] env[69325]: _type = "Task" [ 888.220983] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.231906] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520df027-907f-cbab-928f-ea6c968bfdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.343799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.344024] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Instance network_info: |[{"id": "e0295842-786c-405f-9bfa-1bb2573bc667", "address": "fa:16:3e:4f:fe:8d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0295842-78", "ovs_interfaceid": "e0295842-786c-405f-9bfa-1bb2573bc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.345753] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:fe:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0295842-786c-405f-9bfa-1bb2573bc667', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.352638] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.353768] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.354266] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a6bc57-31a9-436a-a063-18e28b249822 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.379977] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.379977] env[69325]: value = "task-4071806" [ 888.379977] env[69325]: _type = "Task" [ 888.379977] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.389362] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071806, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.468898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.469080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.469237] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.593780] env[69325]: DEBUG nova.compute.utils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.596059] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.596250] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.617206] env[69325]: INFO nova.compute.manager [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Took 0.58 seconds to detach 1 volumes for instance. [ 888.635032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.677386] env[69325]: DEBUG nova.policy [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa0d408610649b18b5bd74cb0890434', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '221ddb2926bb4a5b88d786e627c90c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.733707] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520df027-907f-cbab-928f-ea6c968bfdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013152} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.736307] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8be559-46c0-4f03-802b-2b03c15d9314 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.742020] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 888.742020] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524bc5c3-a83f-978c-c88c-3072eaf4740a" [ 888.742020] env[69325]: _type = "Task" [ 888.742020] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.757885] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524bc5c3-a83f-978c-c88c-3072eaf4740a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.758222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.758519] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.758798] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa4e870-b217-4f86-b513-2a88616e3b61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.771295] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 888.771295] env[69325]: value = "task-4071807" [ 888.771295] env[69325]: _type = "Task" [ 888.771295] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.784414] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.839104] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.839410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.839695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.840013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.840283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.842975] env[69325]: INFO nova.compute.manager [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Terminating instance [ 888.894954] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071806, 'name': CreateVM_Task, 'duration_secs': 0.413151} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.895167] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.896080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.896233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.896551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.896820] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4723d872-dee3-477f-aa24-beda8038b2d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.904245] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 888.904245] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5268ea3e-9958-28d5-9196-d3d6a4c75f34" [ 888.904245] env[69325]: _type = "Task" [ 888.904245] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.913115] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5268ea3e-9958-28d5-9196-d3d6a4c75f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.926898] env[69325]: DEBUG nova.compute.manager [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Received event network-changed-e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.927332] env[69325]: DEBUG nova.compute.manager [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Refreshing instance network info cache due to event network-changed-e0295842-786c-405f-9bfa-1bb2573bc667. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.927584] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] Acquiring lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.927584] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] Acquired lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.930559] env[69325]: DEBUG nova.network.neutron [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Refreshing network info cache for port e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.035366] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.103867] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.125887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.149899] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Successfully created port: eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.283802] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.290827] env[69325]: DEBUG nova.network.neutron [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Updating instance_info_cache with network_info: [{"id": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "address": "fa:16:3e:61:7f:c1", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a24f07-fc", "ovs_interfaceid": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.338433] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4097c392-27ed-4894-950e-a1f8341c6ca5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.352105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "refresh_cache-f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.352315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "refresh_cache-f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.352462] env[69325]: DEBUG nova.network.neutron [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.355511] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2dc5f8-4e3e-4895-8dd3-2adb941e3f0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.398615] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac16d3-49ad-4b4c-bd96-bc755da42f6b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.415029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8554a8c-3ab0-4867-9a5a-1b92d338c68d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.429855] env[69325]: DEBUG nova.compute.provider_tree [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.439522] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5268ea3e-9958-28d5-9196-d3d6a4c75f34, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.439694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.440279] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.440279] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.440580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.440580] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.441250] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e93cda3-2697-46fc-b9bb-c2a5c25edaf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.454750] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.454929] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.455716] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a082a7-ff3f-4e88-a5c0-445e8862b67e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.463238] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 889.463238] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cc3c31-75df-b3c0-768a-0ce9200b61ec" [ 889.463238] env[69325]: _type = "Task" [ 889.463238] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.473764] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cc3c31-75df-b3c0-768a-0ce9200b61ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.756950] env[69325]: DEBUG nova.network.neutron [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Updated VIF entry in instance network info cache for port e0295842-786c-405f-9bfa-1bb2573bc667. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.757519] env[69325]: DEBUG nova.network.neutron [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Updating instance_info_cache with network_info: [{"id": "e0295842-786c-405f-9bfa-1bb2573bc667", "address": "fa:16:3e:4f:fe:8d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0295842-78", "ovs_interfaceid": "e0295842-786c-405f-9bfa-1bb2573bc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.785837] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558932} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.786191] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.786415] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.786568] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb0b97c7-9ade-4c1d-be04-872faf4363ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.794812] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 889.794812] env[69325]: value = "task-4071808" [ 889.794812] env[69325]: _type = "Task" [ 889.794812] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.798271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.798930] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance network_info: |[{"id": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "address": "fa:16:3e:61:7f:c1", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a24f07-fc", "ovs_interfaceid": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.799352] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:7f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a24f07-fcc2-48ba-8325-89bdc4b2f06e', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.807892] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.808687] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.808954] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f53a941-b8cd-4bc2-9608-10bb6262581c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.826493] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.834316] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.834316] env[69325]: value = "task-4071809" [ 889.834316] env[69325]: _type = "Task" [ 889.834316] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.845202] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071809, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.882452] env[69325]: DEBUG nova.network.neutron [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.940685] env[69325]: DEBUG nova.scheduler.client.report [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.946347] env[69325]: DEBUG nova.network.neutron [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.976187] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cc3c31-75df-b3c0-768a-0ce9200b61ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.976857] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cb56d3-45f3-48e3-99a1-0e17997ad141 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.983660] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 889.983660] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c5e6dc-0b54-e31b-dadc-1e14015eff29" [ 889.983660] env[69325]: _type = "Task" [ 889.983660] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.993345] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c5e6dc-0b54-e31b-dadc-1e14015eff29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.092136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.092472] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.117283] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.158552] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.159832] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.162037] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.162037] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.162175] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.162289] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.162594] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.162712] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.163328] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.163328] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.163512] env[69325]: DEBUG nova.virt.hardware [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.164906] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6253bf71-3547-49bd-b94f-1cef11f915d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.174235] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6612ae-4dcd-48ae-8874-82d2c37eb294 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.261024] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] Releasing lock "refresh_cache-6aa09725-5e88-48bd-8328-e5ef212f4593" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.261024] env[69325]: DEBUG nova.compute.manager [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Received event network-vif-deleted-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.261024] env[69325]: DEBUG nova.compute.manager [req-9a9527c5-c00b-456d-b622-ee86949f6dab req-4af2a69a-7bec-4c08-864c-e3b43547b3a4 service nova] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Received event network-vif-deleted-74c4cd19-cdda-458b-90c9-4a8fefc5f352 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.306085] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07395} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.306503] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.307787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1a1f5-6598-4b9e-a8ca-8df4b964580e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.335470] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.336973] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff72d8d2-f344-4924-a9c4-31c388b93ff6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.353745] env[69325]: DEBUG nova.compute.manager [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Received event network-changed-36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.354041] env[69325]: DEBUG nova.compute.manager [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Refreshing instance network info cache due to event network-changed-36a24f07-fcc2-48ba-8325-89bdc4b2f06e. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.354328] env[69325]: DEBUG oslo_concurrency.lockutils [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] Acquiring lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.354480] env[69325]: DEBUG oslo_concurrency.lockutils [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] Acquired lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.354637] env[69325]: DEBUG nova.network.neutron [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Refreshing network info cache for port 36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.369822] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071809, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.372126] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 890.372126] env[69325]: value = "task-4071810" [ 890.372126] env[69325]: _type = "Task" [ 890.372126] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.381831] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.448388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.451201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.766s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.451201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.451442] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 890.451748] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.627s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.451860] env[69325]: DEBUG nova.objects.instance [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lazy-loading 'resources' on Instance uuid 693f4c16-568a-488c-b1ac-d51a6518135b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.453928] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "refresh_cache-f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.454385] env[69325]: DEBUG nova.compute.manager [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.454607] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.455448] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b0037c-2681-4f69-a74a-b8838a81b26d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.458946] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee785e9-c244-4148-b6da-6c9d9fd9745f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.471240] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b244a-35ef-428b-a3be-12bfc2f69cec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.475697] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.477219] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519df489-1544-48f2-ad5c-a1e1e50bd6fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.479774] env[69325]: INFO nova.scheduler.client.report [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Deleted allocations for instance fbc87491-5408-45a5-bf99-824181665f9b [ 890.500351] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed0878-618c-49d5-a33c-d909aeb36dbc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.503677] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 890.503677] env[69325]: value = "task-4071811" [ 890.503677] env[69325]: _type = "Task" [ 890.503677] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.514584] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c5e6dc-0b54-e31b-dadc-1e14015eff29, 'name': SearchDatastore_Task, 'duration_secs': 0.022882} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.515495] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.515803] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6aa09725-5e88-48bd-8328-e5ef212f4593/6aa09725-5e88-48bd-8328-e5ef212f4593.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.516847] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c480f004-2b49-405c-b9e8-47b4ea5d56c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.523477] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc8c6ced-0d34-44c5-82f1-57c686bbc6a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.525665] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.557019] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178103MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 890.557180] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.559365] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 890.559365] env[69325]: value = "task-4071812" [ 890.559365] env[69325]: _type = "Task" [ 890.559365] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.848283] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071809, 'name': CreateVM_Task, 'duration_secs': 0.537271} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.848468] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.849265] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.849542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850151] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850550] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a8d440-7143-4229-9920-5004708f0419 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.856622] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 890.856622] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5254bea3-ba6f-24e5-30ba-0145b3d62e5d" [ 890.856622] env[69325]: _type = "Task" [ 890.856622] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.869425] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254bea3-ba6f-24e5-30ba-0145b3d62e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.884366] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071810, 'name': ReconfigVM_Task, 'duration_secs': 0.299512} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.884366] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76/ffd7b1db-a645-43fa-ab71-890130bf4a76.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.884604] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e552e9-fa65-4105-8509-740ac814ed74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.898481] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 890.898481] env[69325]: value = "task-4071813" [ 890.898481] env[69325]: _type = "Task" [ 890.898481] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.906303] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071813, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.907319] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Successfully updated port: eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.990671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3081cde-ab74-445d-98ec-58a1c45ba176 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Lock "fbc87491-5408-45a5-bf99-824181665f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.665s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.020781] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071811, 'name': PowerOffVM_Task, 'duration_secs': 0.158778} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.020953] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.021036] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.023996] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a9e7c33-68c6-4586-a8b9-a837a029b821 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.062625] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.062842] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.063038] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleting the datastore file [datastore2] f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.067299] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34311e1d-c656-4c9b-8300-aaa6df46330c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.079886] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.084771] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 891.084771] env[69325]: value = "task-4071815" [ 891.084771] env[69325]: _type = "Task" [ 891.084771] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.097992] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.234315] env[69325]: DEBUG nova.network.neutron [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Updated VIF entry in instance network info cache for port 36a24f07-fcc2-48ba-8325-89bdc4b2f06e. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.234693] env[69325]: DEBUG nova.network.neutron [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Updating instance_info_cache with network_info: [{"id": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "address": "fa:16:3e:61:7f:c1", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a24f07-fc", "ovs_interfaceid": "36a24f07-fcc2-48ba-8325-89bdc4b2f06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.367964] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254bea3-ba6f-24e5-30ba-0145b3d62e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.068407} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.367964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.367964] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.368157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.368488] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.371835] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a615d28-90bb-4a7b-8e7e-c547b2f5f5fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.389908] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.391289] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.391289] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7c2ee7-33f5-40dc-b2ad-572b6e9b6278 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.401067] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 891.401067] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52515730-9dc0-6326-f9d2-6d57ee54b2eb" [ 891.401067] env[69325]: _type = "Task" [ 891.401067] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.410738] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.410946] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquired lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.411213] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.421776] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071813, 'name': Rename_Task, 'duration_secs': 0.270202} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.423989] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.430539] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e187405-d8ed-49eb-9ecf-71ceaf1f518b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.434043] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52515730-9dc0-6326-f9d2-6d57ee54b2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.442658] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 891.442658] env[69325]: value = "task-4071816" [ 891.442658] env[69325]: _type = "Task" [ 891.442658] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.457172] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.580868] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.580868] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6aa09725-5e88-48bd-8328-e5ef212f4593/6aa09725-5e88-48bd-8328-e5ef212f4593.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.580868] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.580868] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64548aa1-d72f-4f64-875b-7e48b391c0df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595645] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 891.595645] env[69325]: value = "task-4071817" [ 891.595645] env[69325]: _type = "Task" [ 891.595645] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.604572] env[69325]: DEBUG oslo_vmware.api [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170716} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.605450] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.606584] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.606584] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.606584] env[69325]: INFO nova.compute.manager [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 891.606995] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.611412] env[69325]: DEBUG nova.compute.manager [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.611588] env[69325]: DEBUG nova.network.neutron [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.614575] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.661490] env[69325]: DEBUG nova.network.neutron [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.664014] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f4efb-d125-4b30-a37a-2e314b35e758 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.675750] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8591a84a-e49c-4dba-a064-a8d81d71f7a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.710511] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c1514a-bdd8-477e-bfbf-379e9a2df8d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.721008] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181fa5f-8014-4aac-bfe3-48b59d9e9b0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.737824] env[69325]: DEBUG nova.compute.provider_tree [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.743023] env[69325]: DEBUG oslo_concurrency.lockutils [req-190f550a-bcea-4397-bfd7-fe7a85d6f3ba req-375f0f3a-1013-43a7-8694-cd7ccb62b4c5 service nova] Releasing lock "refresh_cache-6e2e7748-91d0-4720-9a73-0b7e9025ac65" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.923706] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52515730-9dc0-6326-f9d2-6d57ee54b2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.056603} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.926869] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d62bde-00e3-47bd-a83f-444e94379d6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.933839] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 891.933839] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521f4bce-1fdb-355f-cf97-b29a9b8c6c9e" [ 891.933839] env[69325]: _type = "Task" [ 891.933839] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.945374] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f4bce-1fdb-355f-cf97-b29a9b8c6c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.956242] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.965182] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.110978] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197909} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.111287] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.112053] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d42b63-fad2-442e-a580-e8bc8c17f960 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.142344] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6aa09725-5e88-48bd-8328-e5ef212f4593/6aa09725-5e88-48bd-8328-e5ef212f4593.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.142691] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b25a732-955e-47a1-bf76-918804f1260a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.158321] env[69325]: DEBUG nova.network.neutron [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Updating instance_info_cache with network_info: [{"id": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "address": "fa:16:3e:ed:e6:c5", "network": {"id": "974d7553-21a8-49eb-a7fa-5048d4e52f2b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-612518444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221ddb2926bb4a5b88d786e627c90c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7663ca-83", "ovs_interfaceid": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.167041] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 892.167041] env[69325]: value = "task-4071818" [ 892.167041] env[69325]: _type = "Task" [ 892.167041] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.170653] env[69325]: DEBUG nova.network.neutron [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.180361] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.246188] env[69325]: DEBUG nova.scheduler.client.report [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.446245] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f4bce-1fdb-355f-cf97-b29a9b8c6c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.446245] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.446245] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6e2e7748-91d0-4720-9a73-0b7e9025ac65/6e2e7748-91d0-4720-9a73-0b7e9025ac65.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.448966] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44c6ef8b-9c32-4dea-8abe-0779a3123186 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.457591] env[69325]: DEBUG oslo_vmware.api [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071816, 'name': PowerOnVM_Task, 'duration_secs': 0.547884} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.459951] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.460217] env[69325]: DEBUG nova.compute.manager [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.460581] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 892.460581] env[69325]: value = "task-4071819" [ 892.460581] env[69325]: _type = "Task" [ 892.460581] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.463242] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5d116-bd44-4da2-a3c7-13d92301fc1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.467632] env[69325]: DEBUG nova.compute.manager [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Received event network-vif-plugged-eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.467632] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Acquiring lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.467740] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.467942] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.468132] env[69325]: DEBUG nova.compute.manager [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] No waiting events found dispatching network-vif-plugged-eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.468304] env[69325]: WARNING nova.compute.manager [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Received unexpected event network-vif-plugged-eb7663ca-8313-4aad-a66b-2e5eb680fa2e for instance with vm_state building and task_state spawning. [ 892.468679] env[69325]: DEBUG nova.compute.manager [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Received event network-changed-eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.468852] env[69325]: DEBUG nova.compute.manager [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Refreshing instance network info cache due to event network-changed-eb7663ca-8313-4aad-a66b-2e5eb680fa2e. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.469037] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Acquiring lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.480793] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.661177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Releasing lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.661487] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Instance network_info: |[{"id": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "address": "fa:16:3e:ed:e6:c5", "network": {"id": "974d7553-21a8-49eb-a7fa-5048d4e52f2b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-612518444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221ddb2926bb4a5b88d786e627c90c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7663ca-83", "ovs_interfaceid": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.661797] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Acquired lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.662030] env[69325]: DEBUG nova.network.neutron [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Refreshing network info cache for port eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.663413] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb7663ca-8313-4aad-a66b-2e5eb680fa2e', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.671439] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Creating folder: Project (221ddb2926bb4a5b88d786e627c90c46). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.671867] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b70e5a8-dc5e-4856-8f4a-1f0352d77cc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.679397] env[69325]: INFO nova.compute.manager [-] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Took 1.07 seconds to deallocate network for instance. [ 892.692822] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071818, 'name': ReconfigVM_Task, 'duration_secs': 0.487584} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.698024] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6aa09725-5e88-48bd-8328-e5ef212f4593/6aa09725-5e88-48bd-8328-e5ef212f4593.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.698024] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Created folder: Project (221ddb2926bb4a5b88d786e627c90c46) in parent group-v806727. [ 892.698024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Creating folder: Instances. Parent ref: group-v806887. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.698024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab06144-f39d-4902-a576-44e3036c77fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.698024] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8d9c418-c701-4d1c-ac0a-806971f13044 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.705368] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 892.705368] env[69325]: value = "task-4071821" [ 892.705368] env[69325]: _type = "Task" [ 892.705368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.710506] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Created folder: Instances in parent group-v806887. [ 892.710657] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.711913] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.711913] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992afac7-95ad-4427-b920-017e4b1323a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.734881] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071821, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.742027] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.742027] env[69325]: value = "task-4071823" [ 892.742027] env[69325]: _type = "Task" [ 892.742027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.752350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.754746] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071823, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.755463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.475s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.757181] env[69325]: INFO nova.compute.claims [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.795180] env[69325]: INFO nova.scheduler.client.report [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Deleted allocations for instance 693f4c16-568a-488c-b1ac-d51a6518135b [ 892.976742] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.000874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.187812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.222257] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071821, 'name': Rename_Task, 'duration_secs': 0.207927} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.223900] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.223900] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91690b6a-a71a-4b25-926d-9823324eb1f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.233249] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 893.233249] env[69325]: value = "task-4071824" [ 893.233249] env[69325]: _type = "Task" [ 893.233249] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.246631] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.257410] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071823, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.306078] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6abd1d8-f3be-478a-af92-f6b98d09313a tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Lock "693f4c16-568a-488c-b1ac-d51a6518135b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.777s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.477435] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833771} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.477716] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6e2e7748-91d0-4720-9a73-0b7e9025ac65/6e2e7748-91d0-4720-9a73-0b7e9025ac65.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.477930] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.478207] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f83af6-c308-4efd-b086-2b01e4964f74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.487074] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 893.487074] env[69325]: value = "task-4071825" [ 893.487074] env[69325]: _type = "Task" [ 893.487074] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.500289] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.747089] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.756857] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071823, 'name': CreateVM_Task, 'duration_secs': 0.58624} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.757048] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.758685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.758685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.758756] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.759032] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29684308-32d5-4211-8d87-762499a267d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.765227] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 893.765227] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bbd6d0-c351-dbce-4c99-56276d9a8f47" [ 893.765227] env[69325]: _type = "Task" [ 893.765227] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.769262] env[69325]: DEBUG nova.network.neutron [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Updated VIF entry in instance network info cache for port eb7663ca-8313-4aad-a66b-2e5eb680fa2e. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.769606] env[69325]: DEBUG nova.network.neutron [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Updating instance_info_cache with network_info: [{"id": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "address": "fa:16:3e:ed:e6:c5", "network": {"id": "974d7553-21a8-49eb-a7fa-5048d4e52f2b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-612518444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "221ddb2926bb4a5b88d786e627c90c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7663ca-83", "ovs_interfaceid": "eb7663ca-8313-4aad-a66b-2e5eb680fa2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.782789] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bbd6d0-c351-dbce-4c99-56276d9a8f47, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.783903] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.784167] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.784435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.784889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.784889] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.785321] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70360a80-c548-408a-b544-6a1cacae4aff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.794730] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.794885] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.798197] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20a5554-b49a-42b6-a082-268ea2957596 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.806372] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 893.806372] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521afce6-0845-28bf-3b58-b43b6505f84e" [ 893.806372] env[69325]: _type = "Task" [ 893.806372] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.819650] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521afce6-0845-28bf-3b58-b43b6505f84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.999390] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.999654] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.001118] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82748588-e9f8-482c-8dd2-5afb6c17d3c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.025503] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 6e2e7748-91d0-4720-9a73-0b7e9025ac65/6e2e7748-91d0-4720-9a73-0b7e9025ac65.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.029343] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab576f45-645f-4f6c-9321-5f735e07ed1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.060362] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 894.060362] env[69325]: value = "task-4071826" [ 894.060362] env[69325]: _type = "Task" [ 894.060362] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.075836] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.247757] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.277749] env[69325]: DEBUG oslo_concurrency.lockutils [req-dab825d0-daa6-4c50-9a79-de6925309245 req-1101e8bb-a370-45d0-9036-6b33a79475a3 service nova] Releasing lock "refresh_cache-cb1584df-62fb-450e-ac7d-bf104f411e98" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.320167] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521afce6-0845-28bf-3b58-b43b6505f84e, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.321730] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37bccbe-ceb5-4358-882e-f95cb37f75dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.329582] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 894.329582] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a5b964-c388-cb5e-ae76-933e3a6c1ab5" [ 894.329582] env[69325]: _type = "Task" [ 894.329582] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.342830] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a5b964-c388-cb5e-ae76-933e3a6c1ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.343161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.343421] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] cb1584df-62fb-450e-ac7d-bf104f411e98/cb1584df-62fb-450e-ac7d-bf104f411e98.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.343687] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7319219b-8a35-44ac-8626-7e663012a3de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.354873] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 894.354873] env[69325]: value = "task-4071827" [ 894.354873] env[69325]: _type = "Task" [ 894.354873] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.364958] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.369298] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158fff3-7b62-43c7-b8a1-970f15638d48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.377673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada371b-312b-4cee-89e5-e91169bd1e9b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.413813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293bd2d3-f29d-4a07-9f0b-f0ee2d755427 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.422748] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f941172-7e78-4513-bdfe-84d7a6f878d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.439282] env[69325]: DEBUG nova.compute.provider_tree [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.572746] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071826, 'name': ReconfigVM_Task, 'duration_secs': 0.489513} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.573154] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 6e2e7748-91d0-4720-9a73-0b7e9025ac65/6e2e7748-91d0-4720-9a73-0b7e9025ac65.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.573910] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ae85d82-1982-4b4c-82ec-cc13815ff87c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.583078] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 894.583078] env[69325]: value = "task-4071828" [ 894.583078] env[69325]: _type = "Task" [ 894.583078] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.597130] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071828, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.750130] env[69325]: DEBUG oslo_vmware.api [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071824, 'name': PowerOnVM_Task, 'duration_secs': 1.369821} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.750650] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.751029] env[69325]: INFO nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Took 10.54 seconds to spawn the instance on the hypervisor. [ 894.751413] env[69325]: DEBUG nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.752825] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6dc0f6-c585-4740-bde9-085e5b7544a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.803796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.804094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.804378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.804595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.804775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.807069] env[69325]: INFO nova.compute.manager [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Terminating instance [ 894.867339] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.942380] env[69325]: DEBUG nova.scheduler.client.report [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.096637] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071828, 'name': Rename_Task, 'duration_secs': 0.350836} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.099325] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.099632] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd065d95-db04-4440-97c1-2f582bac8f99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.107679] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 895.107679] env[69325]: value = "task-4071829" [ 895.107679] env[69325]: _type = "Task" [ 895.107679] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.124191] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.281538] env[69325]: INFO nova.compute.manager [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Took 46.95 seconds to build instance. [ 895.310999] env[69325]: DEBUG nova.compute.manager [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.311276] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.312218] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d66f4-8a69-42d3-b1d1-cee9120625d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.321562] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.321890] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a660dcfa-b985-4b55-ab8b-d8e30e48961a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.329629] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 895.329629] env[69325]: value = "task-4071830" [ 895.329629] env[69325]: _type = "Task" [ 895.329629] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.339650] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.367190] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5529} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.367330] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] cb1584df-62fb-450e-ac7d-bf104f411e98/cb1584df-62fb-450e-ac7d-bf104f411e98.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.367630] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.368337] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32145e4-e948-426f-b5c0-dff2735f9a82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.377202] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 895.377202] env[69325]: value = "task-4071831" [ 895.377202] env[69325]: _type = "Task" [ 895.377202] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.387103] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.448968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.450168] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.452597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.137s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.454542] env[69325]: INFO nova.compute.claims [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.621695] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.785554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-54777254-e0d7-4fa2-846e-9bad64cf21c3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.027s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.842124] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071830, 'name': PowerOffVM_Task, 'duration_secs': 0.24378} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.842124] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.842124] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.842124] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158f556a-ca0e-4d3c-bbf8-e3f55f11a1ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.890031] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083523} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.890031] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.890819] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54816c35-81c2-4013-912a-bc174da3f4de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.924262] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cb1584df-62fb-450e-ac7d-bf104f411e98/cb1584df-62fb-450e-ac7d-bf104f411e98.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.926907] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a0cb38-b42d-4918-a78e-ef6fa5cf442f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.943022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.943257] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.943649] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore2] 3dd35aa5-4363-4117-8375-3f6f3fa4a85c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.944611] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32163036-1a46-47e8-85dc-a59ca2ffcc02 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953327] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 895.953327] env[69325]: value = "task-4071833" [ 895.953327] env[69325]: _type = "Task" [ 895.953327] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.954282] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 895.954282] env[69325]: value = "task-4071834" [ 895.954282] env[69325]: _type = "Task" [ 895.954282] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.960595] env[69325]: DEBUG nova.compute.utils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.971864] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.971864] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.983249] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.983302] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.052985] env[69325]: DEBUG nova.policy [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7562f88050294b3f9a9f3d4b809a7be6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67208fa616c04e09be0c41a083d9b2c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.124700] env[69325]: DEBUG oslo_vmware.api [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071829, 'name': PowerOnVM_Task, 'duration_secs': 1.008527} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.125091] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.125300] env[69325]: INFO nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Took 9.03 seconds to spawn the instance on the hypervisor. [ 896.125526] env[69325]: DEBUG nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.126704] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f00fe6-f72d-4996-80b8-1c143ac4887c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.288775] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.473969] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.478597] env[69325]: DEBUG oslo_vmware.api [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17154} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.483828] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.483828] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.483828] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.483828] env[69325]: INFO nova.compute.manager [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 896.483828] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.483828] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.483995] env[69325]: DEBUG nova.compute.manager [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.483995] env[69325]: DEBUG nova.network.neutron [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.537212] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Successfully created port: b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.650104] env[69325]: INFO nova.compute.manager [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Took 48.09 seconds to build instance. [ 896.816552] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.986536] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "6aa09725-5e88-48bd-8328-e5ef212f4593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.986647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.988041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.988041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.988041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.988646] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071834, 'name': ReconfigVM_Task, 'duration_secs': 0.571628} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.989363] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cb1584df-62fb-450e-ac7d-bf104f411e98/cb1584df-62fb-450e-ac7d-bf104f411e98.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.990057] env[69325]: INFO nova.compute.manager [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Terminating instance [ 896.991372] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319b20e0-289c-43f0-9a43-ed46a164ba10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.006010] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 897.006010] env[69325]: value = "task-4071835" [ 897.006010] env[69325]: _type = "Task" [ 897.006010] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.016927] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071835, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.152963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-61452f60-a3a4-4e40-a540-775fbcee8fb3 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.096s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.164411] env[69325]: DEBUG nova.compute.manager [req-76ccd22b-cbbc-4cfb-ac92-c7db9737d4f7 req-19d6147a-9989-475f-9708-2912984442f5 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Received event network-vif-deleted-fdb93e57-d286-414c-93b0-43d27a7c33c8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.164411] env[69325]: INFO nova.compute.manager [req-76ccd22b-cbbc-4cfb-ac92-c7db9737d4f7 req-19d6147a-9989-475f-9708-2912984442f5 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Neutron deleted interface fdb93e57-d286-414c-93b0-43d27a7c33c8; detaching it from the instance and deleting it from the info cache [ 897.164411] env[69325]: DEBUG nova.network.neutron [req-76ccd22b-cbbc-4cfb-ac92-c7db9737d4f7 req-19d6147a-9989-475f-9708-2912984442f5 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.245318] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183e4d61-a52b-4405-9da1-2a9c3bd26e57 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.253732] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2b6be8-1a7b-4aff-8152-53933591e001 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.286807] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c90582-3e0a-4c2a-b48e-fcd3d10787a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.294771] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e773a-cb8d-45ed-b01c-73165078fe27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.309557] env[69325]: DEBUG nova.compute.provider_tree [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.491121] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.497730] env[69325]: DEBUG nova.network.neutron [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.499283] env[69325]: DEBUG nova.compute.manager [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.499652] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.500771] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bf0378-72a8-46fd-b1a2-be1e12319f74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.514785] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.515388] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9386c87c-9c9d-4371-b5fa-08ebccd04c98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.522276] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071835, 'name': Rename_Task, 'duration_secs': 0.195572} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.524886] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.525184] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.525354] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.525537] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.525685] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.525833] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.526081] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.526252] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.526426] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.526591] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.526767] env[69325]: DEBUG nova.virt.hardware [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.528307] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.529407] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5780156-d31b-4d84-8711-73780016a680 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.532798] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 897.532798] env[69325]: value = "task-4071836" [ 897.532798] env[69325]: _type = "Task" [ 897.532798] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.533467] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e10cd3b-b83c-44b5-839e-216af3251ab0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.550039] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 897.550039] env[69325]: value = "task-4071837" [ 897.550039] env[69325]: _type = "Task" [ 897.550039] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.551875] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5072791-cd0f-4d03-aed9-bf2071826ee8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.562979] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.578852] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.657595] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.671868] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c8e3f8b-712e-44c1-922a-e12872852e8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.682955] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406222a0-b4a4-4292-a199-4dde52888c09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.722051] env[69325]: DEBUG nova.compute.manager [req-76ccd22b-cbbc-4cfb-ac92-c7db9737d4f7 req-19d6147a-9989-475f-9708-2912984442f5 service nova] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Detach interface failed, port_id=fdb93e57-d286-414c-93b0-43d27a7c33c8, reason: Instance 3dd35aa5-4363-4117-8375-3f6f3fa4a85c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.816556] env[69325]: DEBUG nova.scheduler.client.report [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.003162] env[69325]: INFO nova.compute.manager [-] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Took 1.52 seconds to deallocate network for instance. [ 898.047589] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071836, 'name': PowerOffVM_Task, 'duration_secs': 0.228406} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.048066] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.048373] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.048736] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990ad78f-14ae-4e1d-aa49-275c36c6c930 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.059655] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f7a54-0c10-499e-827c-83c05314ea9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.067346] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071837, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.072067] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Suspending the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 898.072067] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-89ec4f19-d462-4e5c-bacc-ce9f7e1ab732 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.082383] env[69325]: DEBUG oslo_vmware.api [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 898.082383] env[69325]: value = "task-4071839" [ 898.082383] env[69325]: _type = "Task" [ 898.082383] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.095216] env[69325]: DEBUG oslo_vmware.api [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071839, 'name': SuspendVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.138935] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.139290] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.139355] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore2] 6aa09725-5e88-48bd-8328-e5ef212f4593 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.139691] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ff2785-73ef-4f59-8cba-2eb9a6f2e455 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.146831] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 898.146831] env[69325]: value = "task-4071840" [ 898.146831] env[69325]: _type = "Task" [ 898.146831] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.158018] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.192419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.216009] env[69325]: DEBUG nova.compute.manager [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Received event network-vif-plugged-b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.216183] env[69325]: DEBUG oslo_concurrency.lockutils [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] Acquiring lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.216413] env[69325]: DEBUG oslo_concurrency.lockutils [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.217015] env[69325]: DEBUG oslo_concurrency.lockutils [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.217332] env[69325]: DEBUG nova.compute.manager [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] No waiting events found dispatching network-vif-plugged-b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.217553] env[69325]: WARNING nova.compute.manager [req-71f03364-9885-4173-972c-7dd3779cce33 req-f86aa259-2be9-43d6-b971-4f311edf062e service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Received unexpected event network-vif-plugged-b5f561ae-a98d-4817-9267-d4ae3a5552dd for instance with vm_state building and task_state spawning. [ 898.311554] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Successfully updated port: b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.322406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.323519] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.331665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.371s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.331665] env[69325]: INFO nova.compute.claims [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.509179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.563619] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.590882] env[69325]: DEBUG oslo_vmware.api [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071839, 'name': SuspendVM_Task} progress is 62%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.660986] env[69325]: DEBUG oslo_vmware.api [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4071840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324896} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.661326] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.661638] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.661895] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.662138] env[69325]: INFO nova.compute.manager [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Took 1.16 seconds to destroy the instance on the hypervisor. [ 898.662517] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.662831] env[69325]: DEBUG nova.compute.manager [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.662976] env[69325]: DEBUG nova.network.neutron [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.814299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.814556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquired lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.814826] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.830570] env[69325]: DEBUG nova.compute.utils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.834614] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.835040] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.932931] env[69325]: DEBUG nova.policy [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5d6857d709c4e5e9c5ae83a6b0d01b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9417ed40b51b406ba8378999fb43562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.067200] env[69325]: DEBUG oslo_vmware.api [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071837, 'name': PowerOnVM_Task, 'duration_secs': 1.169345} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.067429] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.069122] env[69325]: INFO nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Took 8.95 seconds to spawn the instance on the hypervisor. [ 899.069122] env[69325]: DEBUG nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.069315] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e194bb-9977-4e4c-aa52-2b2dedc2852b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.095818] env[69325]: DEBUG oslo_vmware.api [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071839, 'name': SuspendVM_Task, 'duration_secs': 0.84549} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.096114] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Suspended the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 899.096308] env[69325]: DEBUG nova.compute.manager [None req-f6234ff2-d172-4ef4-86a3-1d9be636a08b tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.097112] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5866ec9c-b6ec-421c-a4e2-ceb3f5336746 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.339693] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.353729] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.534884] env[69325]: DEBUG nova.network.neutron [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.538530] env[69325]: DEBUG nova.network.neutron [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Updating instance_info_cache with network_info: [{"id": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "address": "fa:16:3e:85:ff:4d", "network": {"id": "7c8f96a8-ba02-4186-95c9-8f155de4943f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1008907820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67208fa616c04e09be0c41a083d9b2c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f561ae-a9", "ovs_interfaceid": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.594885] env[69325]: INFO nova.compute.manager [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Took 39.83 seconds to build instance. [ 899.608402] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Successfully created port: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.974755] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d829a-4765-4cf1-bf1e-c82a06a90f92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.983799] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505fe287-3779-4745-9f57-7c7411c68ac3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.017918] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d817fe04-6f82-4887-869b-34e9ec80df24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027557] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278213e-d86f-448c-a6dc-fe384ee1b3dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.044381] env[69325]: INFO nova.compute.manager [-] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Took 1.38 seconds to deallocate network for instance. [ 900.044688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Releasing lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.044946] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Instance network_info: |[{"id": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "address": "fa:16:3e:85:ff:4d", "network": {"id": "7c8f96a8-ba02-4186-95c9-8f155de4943f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1008907820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67208fa616c04e09be0c41a083d9b2c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f561ae-a9", "ovs_interfaceid": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.045558] env[69325]: DEBUG nova.compute.provider_tree [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.049660] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ff:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5f561ae-a98d-4817-9267-d4ae3a5552dd', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.060389] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Creating folder: Project (67208fa616c04e09be0c41a083d9b2c2). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.064602] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e91aa95c-4b88-449f-86d5-1e7d8b97ad7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.079989] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Created folder: Project (67208fa616c04e09be0c41a083d9b2c2) in parent group-v806727. [ 900.080397] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Creating folder: Instances. Parent ref: group-v806890. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.081180] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ca2e52-6183-4bad-9c35-896ad6b73771 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.093877] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Created folder: Instances in parent group-v806890. [ 900.093877] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.094052] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.094130] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-546f174b-4436-4c82-9aa3-0755b74d3b7e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.110519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6558099-ac64-437c-bc47-574e54018657 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.090s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.123864] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.123864] env[69325]: value = "task-4071843" [ 900.123864] env[69325]: _type = "Task" [ 900.123864] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.137316] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071843, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.352275] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.518680] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.518925] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.520285] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.520567] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.520726] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.520877] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.521115] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.521297] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.521708] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.521918] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.522132] env[69325]: DEBUG nova.virt.hardware [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.523844] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0253843-9d4e-4fc3-b56e-43ac797259c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.535444] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88634ea0-070f-46ca-b5f9-1e6c50f18e89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.553620] env[69325]: DEBUG nova.scheduler.client.report [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.568723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.616986] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.640275] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071843, 'name': CreateVM_Task, 'duration_secs': 0.413919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.640528] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.641228] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.643070] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.643070] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643070] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc6d16b-0ebb-49e6-9607-59ab34ee7e58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.656257] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 900.656257] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523820ab-6f06-adbc-ea27-06c56a1ad8b4" [ 900.656257] env[69325]: _type = "Task" [ 900.656257] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.667185] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523820ab-6f06-adbc-ea27-06c56a1ad8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.669963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.669963] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.669963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.669963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.669963] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.675779] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1214932-2fbf-4e14-a9fb-b7d2e24d7148 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.679511] env[69325]: DEBUG nova.compute.manager [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Received event network-changed-b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.679511] env[69325]: DEBUG nova.compute.manager [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Refreshing instance network info cache due to event network-changed-b5f561ae-a98d-4817-9267-d4ae3a5552dd. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.679511] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] Acquiring lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.679511] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] Acquired lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.679511] env[69325]: DEBUG nova.network.neutron [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Refreshing network info cache for port b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.687145] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.687250] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.687981] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bfa5a1-a0fe-4fc8-862e-5b98905d9036 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.701241] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 900.701241] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52660082-62fb-4f5e-81e9-d77860c2c094" [ 900.701241] env[69325]: _type = "Task" [ 900.701241] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.713030] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52660082-62fb-4f5e-81e9-d77860c2c094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.059890] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.060471] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.069047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.362s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.069047] env[69325]: DEBUG nova.objects.instance [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lazy-loading 'resources' on Instance uuid 7475e359-e007-463f-b11b-8d5fc1917ec6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.215387] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52660082-62fb-4f5e-81e9-d77860c2c094, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.216317] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7154a1aa-2d33-467d-bc1c-c59b157d36e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.233031] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 901.233031] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52db3c28-24f6-2859-e3fc-5e6a6ec41b18" [ 901.233031] env[69325]: _type = "Task" [ 901.233031] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.243952] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52db3c28-24f6-2859-e3fc-5e6a6ec41b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.293398] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.466450] env[69325]: DEBUG nova.network.neutron [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Updated VIF entry in instance network info cache for port b5f561ae-a98d-4817-9267-d4ae3a5552dd. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.466842] env[69325]: DEBUG nova.network.neutron [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Updating instance_info_cache with network_info: [{"id": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "address": "fa:16:3e:85:ff:4d", "network": {"id": "7c8f96a8-ba02-4186-95c9-8f155de4943f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1008907820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67208fa616c04e09be0c41a083d9b2c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f561ae-a9", "ovs_interfaceid": "b5f561ae-a98d-4817-9267-d4ae3a5552dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.580656] env[69325]: DEBUG nova.compute.utils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.586766] env[69325]: DEBUG nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.587363] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.587684] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.592472] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c695acc-99da-4a1b-b890-ae4d099ba9d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.671171] env[69325]: DEBUG nova.policy [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaafebe9ae674ed4ba2be7634ee8c37e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79b1e3df45947de922c3bb5033ebf81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.744643] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52db3c28-24f6-2859-e3fc-5e6a6ec41b18, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.745132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.745294] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] bd9162ff-549a-441b-8b70-c77afd0180cb/bd9162ff-549a-441b-8b70-c77afd0180cb.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.747082] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ffc9b8-470d-41ce-9d81-04b784bf6b11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.755512] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 901.755512] env[69325]: value = "task-4071844" [ 901.755512] env[69325]: _type = "Task" [ 901.755512] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.770570] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.971093] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] Releasing lock "refresh_cache-bd9162ff-549a-441b-8b70-c77afd0180cb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.971093] env[69325]: DEBUG nova.compute.manager [req-8bb89678-cd80-43f7-8f57-9c6d616b4311 req-45749adc-d917-4088-b92e-2389d9f801d0 service nova] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Received event network-vif-deleted-e0295842-786c-405f-9bfa-1bb2573bc667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.995115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "cb1584df-62fb-450e-ac7d-bf104f411e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.995115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.995115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.995115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.995115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.997255] env[69325]: INFO nova.compute.manager [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Terminating instance [ 902.064029] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Successfully updated port: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.086481] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.109223] env[69325]: INFO nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] instance snapshotting [ 902.109527] env[69325]: WARNING nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 902.114323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29285b7d-0fec-4077-a038-b7c76d2ccfde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.150591] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d73f37-d597-4c41-9760-41a2e5e134df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277468] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071844, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.288843] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c9334e-366e-411c-a9c5-592134b48716 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.300011] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a62d45-8735-49d1-aff9-e6c4365f62d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.307250] env[69325]: DEBUG nova.compute.manager [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Received event network-vif-plugged-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.307472] env[69325]: DEBUG oslo_concurrency.lockutils [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] Acquiring lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.308028] env[69325]: DEBUG oslo_concurrency.lockutils [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.308028] env[69325]: DEBUG oslo_concurrency.lockutils [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.308097] env[69325]: DEBUG nova.compute.manager [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] No waiting events found dispatching network-vif-plugged-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.308213] env[69325]: WARNING nova.compute.manager [req-4aa4ab15-03d5-418f-90b4-56dcce2e9c16 req-0152b2b5-2f6b-4255-9b1d-89946580b81d service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Received unexpected event network-vif-plugged-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 for instance with vm_state building and task_state spawning. [ 902.338440] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Successfully created port: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.341016] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8ea51-654a-497e-9d2e-a16a2ee93d59 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.350576] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff2b57-0e94-481e-9cb8-2b3e0f13186f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.368922] env[69325]: DEBUG nova.compute.provider_tree [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.479185] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "25960116-e931-4230-baae-940b613ef9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.479626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.505507] env[69325]: DEBUG nova.compute.manager [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.505986] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.506989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d20145-772f-48a4-a570-4d7c2bebe3fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.518435] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.518763] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63554584-7b78-4bfb-a155-c259179cf374 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.528385] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 902.528385] env[69325]: value = "task-4071845" [ 902.528385] env[69325]: _type = "Task" [ 902.528385] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.538949] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.569794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquired lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.569794] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.671184] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.671184] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2a8dedd-73d7-4475-8283-edf05b4ca8c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.684941] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 902.684941] env[69325]: value = "task-4071846" [ 902.684941] env[69325]: _type = "Task" [ 902.684941] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.696030] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.767681] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543243} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.769023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] bd9162ff-549a-441b-8b70-c77afd0180cb/bd9162ff-549a-441b-8b70-c77afd0180cb.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.769023] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.769023] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ea5751e-50ca-47b5-b6cc-019bf6e55fc4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.778179] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 902.778179] env[69325]: value = "task-4071847" [ 902.778179] env[69325]: _type = "Task" [ 902.778179] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.793803] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.872775] env[69325]: DEBUG nova.scheduler.client.report [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.038964] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071845, 'name': PowerOffVM_Task, 'duration_secs': 0.2803} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.039260] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.039444] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.039787] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b7114a-88e1-45ad-a2d9-a2a125b9deee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.105389] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.137922] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.142681] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.143064] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.143206] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Deleting the datastore file [datastore2] cb1584df-62fb-450e-ac7d-bf104f411e98 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.144347] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44bde158-ae06-48be-98c4-b7443b1dd60f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.151052] env[69325]: DEBUG nova.virt.hardware [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.151790] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f90e03-a6bd-451b-a4ae-aa999d80672c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.175093] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7730d95-a22c-490f-b75d-70ce947b8f33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.183163] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for the task: (returnval){ [ 903.183163] env[69325]: value = "task-4071849" [ 903.183163] env[69325]: _type = "Task" [ 903.183163] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.207470] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.211304] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.300382] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078199} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.300714] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.302189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767a208-0afa-402a-9eb1-4fb85cfa5006 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.330472] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] bd9162ff-549a-441b-8b70-c77afd0180cb/bd9162ff-549a-441b-8b70-c77afd0180cb.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.331848] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4876413f-2dbc-4168-a52b-adc8414e8d22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.352807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.353023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.360009] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 903.360009] env[69325]: value = "task-4071850" [ 903.360009] env[69325]: _type = "Task" [ 903.360009] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.371161] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.377826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.380812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.409s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.381140] env[69325]: DEBUG nova.objects.instance [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lazy-loading 'resources' on Instance uuid 2afd2d64-53a2-4300-ba27-b2de4ca269fd {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.415376] env[69325]: INFO nova.scheduler.client.report [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleted allocations for instance 7475e359-e007-463f-b11b-8d5fc1917ec6 [ 903.433896] env[69325]: DEBUG nova.network.neutron [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Updating instance_info_cache with network_info: [{"id": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "address": "fa:16:3e:b3:b5:ab", "network": {"id": "a7e09c24-8715-4bc7-8481-05cf499467ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1815992688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9417ed40b51b406ba8378999fb43562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9320e32-3f", "ovs_interfaceid": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.695259] env[69325]: DEBUG oslo_vmware.api [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Task: {'id': task-4071849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191875} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.695716] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.695958] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.696606] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.696838] env[69325]: INFO nova.compute.manager [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Took 1.19 seconds to destroy the instance on the hypervisor. [ 903.697370] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.697618] env[69325]: DEBUG nova.compute.manager [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.697755] env[69325]: DEBUG nova.network.neutron [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.710874] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071846, 'name': CreateSnapshot_Task, 'duration_secs': 0.735876} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.711316] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.712160] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42281df-82d9-4006-b9ae-52ff35aeadf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.875231] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071850, 'name': ReconfigVM_Task, 'duration_secs': 0.300852} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.875926] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Reconfigured VM instance instance-0000003c to attach disk [datastore2] bd9162ff-549a-441b-8b70-c77afd0180cb/bd9162ff-549a-441b-8b70-c77afd0180cb.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.877807] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af3fdd9-9e8d-4d0c-a792-24f25a8d3988 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.890923] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 903.890923] env[69325]: value = "task-4071851" [ 903.890923] env[69325]: _type = "Task" [ 903.890923] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.903188] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071851, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.927991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8fbbee59-aa1b-4896-a979-a8a3495ec416 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "7475e359-e007-463f-b11b-8d5fc1917ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.215s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.938410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Releasing lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.938787] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Instance network_info: |[{"id": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "address": "fa:16:3e:b3:b5:ab", "network": {"id": "a7e09c24-8715-4bc7-8481-05cf499467ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1815992688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9417ed40b51b406ba8378999fb43562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9320e32-3f", "ovs_interfaceid": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.939251] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9320e32-3f7c-45a2-9b61-b84b53ba4ae0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.948632] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Creating folder: Project (9417ed40b51b406ba8378999fb43562f). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.953649] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9a2bde-3afa-4961-b3ea-211fa41dc4e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.969180] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Created folder: Project (9417ed40b51b406ba8378999fb43562f) in parent group-v806727. [ 903.969383] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Creating folder: Instances. Parent ref: group-v806894. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.969633] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30c8821-8809-457f-b43a-29527ef77732 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.983553] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Created folder: Instances in parent group-v806894. [ 903.983859] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.984082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.984301] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0cff804-32b9-48fc-aa7a-6b481054480c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.013310] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.013310] env[69325]: value = "task-4071854" [ 904.013310] env[69325]: _type = "Task" [ 904.013310] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.023076] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071854, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.234962] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.234962] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab239f8f-9114-49f2-bf77-f1333e17b7f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.249353] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 904.249353] env[69325]: value = "task-4071855" [ 904.249353] env[69325]: _type = "Task" [ 904.249353] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.265524] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071855, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.402272] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071851, 'name': Rename_Task, 'duration_secs': 0.178745} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.405046] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.405537] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae67dbc-609b-4e01-b10e-400ec1a2dbf3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.413781] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 904.413781] env[69325]: value = "task-4071856" [ 904.413781] env[69325]: _type = "Task" [ 904.413781] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.426565] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.433117] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Successfully updated port: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.505216] env[69325]: DEBUG nova.compute.manager [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Received event network-vif-plugged-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.506833] env[69325]: DEBUG oslo_concurrency.lockutils [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] Acquiring lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.506833] env[69325]: DEBUG oslo_concurrency.lockutils [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.506833] env[69325]: DEBUG oslo_concurrency.lockutils [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.506833] env[69325]: DEBUG nova.compute.manager [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] No waiting events found dispatching network-vif-plugged-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.506833] env[69325]: WARNING nova.compute.manager [req-760fe405-d042-4c95-a4c7-879977f6dfdb req-ee40e72a-02ff-45bb-a54e-4825a491b132 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Received unexpected event network-vif-plugged-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 for instance with vm_state building and task_state spawning. [ 904.509739] env[69325]: DEBUG nova.network.neutron [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.526054] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071854, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.531132] env[69325]: DEBUG nova.compute.manager [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Received event network-changed-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.531339] env[69325]: DEBUG nova.compute.manager [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Refreshing instance network info cache due to event network-changed-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.531566] env[69325]: DEBUG oslo_concurrency.lockutils [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] Acquiring lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.531689] env[69325]: DEBUG oslo_concurrency.lockutils [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] Acquired lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.531847] env[69325]: DEBUG nova.network.neutron [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Refreshing network info cache for port d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.593941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.594217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.623930] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4d5a2-00aa-49fb-82de-5047e84b4cf7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.633620] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48c87b-8c35-43f5-a524-3bfd000c08d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.669136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2c3b5-61ad-434e-902c-37fc34bfa396 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.679242] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71f1b8-0125-4342-b3a0-b0e6f13ff43b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.694689] env[69325]: DEBUG nova.compute.provider_tree [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.760661] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071855, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.928341] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.937795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquired lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.938282] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.012641] env[69325]: INFO nova.compute.manager [-] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Took 1.31 seconds to deallocate network for instance. [ 905.030019] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071854, 'name': CreateVM_Task, 'duration_secs': 0.810632} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.030019] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.030019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.030019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.030019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.030019] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab527597-49c1-40ce-a95b-1b7ea39dd8d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.039347] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 905.039347] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52630a5b-6dd4-31cc-6426-96620a89af28" [ 905.039347] env[69325]: _type = "Task" [ 905.039347] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.051199] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52630a5b-6dd4-31cc-6426-96620a89af28, 'name': SearchDatastore_Task} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.051519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.052583] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.052583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.052583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.052583] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.052799] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68062d37-31fe-46f8-9c73-58afce0d3cb6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.065430] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.065430] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.065430] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f70557-e3b5-433e-a9f6-b68eca86985f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.071801] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 905.071801] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527ef2f6-a4d0-2127-404e-ec5ac4b459e5" [ 905.071801] env[69325]: _type = "Task" [ 905.071801] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.085603] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527ef2f6-a4d0-2127-404e-ec5ac4b459e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.086405] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccc8e8d-1339-486a-89ed-d3438e46050e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.092956] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 905.092956] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528cd529-63f7-c781-6067-944976077ba2" [ 905.092956] env[69325]: _type = "Task" [ 905.092956] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.102281] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528cd529-63f7-c781-6067-944976077ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.199793] env[69325]: DEBUG nova.scheduler.client.report [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.262548] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071855, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.329750] env[69325]: DEBUG nova.network.neutron [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Updated VIF entry in instance network info cache for port d9320e32-3f7c-45a2-9b61-b84b53ba4ae0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.330183] env[69325]: DEBUG nova.network.neutron [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Updating instance_info_cache with network_info: [{"id": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "address": "fa:16:3e:b3:b5:ab", "network": {"id": "a7e09c24-8715-4bc7-8481-05cf499467ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1815992688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9417ed40b51b406ba8378999fb43562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9320e32-3f", "ovs_interfaceid": "d9320e32-3f7c-45a2-9b61-b84b53ba4ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.426757] env[69325]: DEBUG oslo_vmware.api [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071856, 'name': PowerOnVM_Task, 'duration_secs': 0.547878} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.427065] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.427284] env[69325]: INFO nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Took 7.94 seconds to spawn the instance on the hypervisor. [ 905.427478] env[69325]: DEBUG nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.428294] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d7957-28ad-4a36-9ed9-f175dd5155a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.475520] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.523602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.605246] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528cd529-63f7-c781-6067-944976077ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.018466} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.605550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.605846] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f648541b-fd64-472b-be1b-5e8ed9861d86/f648541b-fd64-472b-be1b-5e8ed9861d86.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.606144] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063de5e6-01e3-413e-913c-c09b7431f6aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.613276] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 905.613276] env[69325]: value = "task-4071857" [ 905.613276] env[69325]: _type = "Task" [ 905.613276] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.623059] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.667306] env[69325]: DEBUG nova.network.neutron [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updating instance_info_cache with network_info: [{"id": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "address": "fa:16:3e:6d:1a:60", "network": {"id": "6c7a4590-6308-4029-8aad-03d1da22285a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-151552921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79b1e3df45947de922c3bb5033ebf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9b7b4e-de", "ovs_interfaceid": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.705415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.707739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.582s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.707982] env[69325]: DEBUG nova.objects.instance [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lazy-loading 'resources' on Instance uuid 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.738148] env[69325]: INFO nova.scheduler.client.report [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Deleted allocations for instance 2afd2d64-53a2-4300-ba27-b2de4ca269fd [ 905.764818] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071855, 'name': CloneVM_Task, 'duration_secs': 1.405355} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.764818] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Created linked-clone VM from snapshot [ 905.765203] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cce245-8fca-429c-b43b-ef4152e66cc4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.775069] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Uploading image 36145bf0-2b16-45c2-be72-5ba7919dbd84 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 905.806632] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.806632] env[69325]: value = "vm-806897" [ 905.806632] env[69325]: _type = "VirtualMachine" [ 905.806632] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.807805] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cbe1dfcb-bc34-4dad-825e-e2938706c646 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.815687] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease: (returnval){ [ 905.815687] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521505ea-e9c9-6d98-79c8-944426014721" [ 905.815687] env[69325]: _type = "HttpNfcLease" [ 905.815687] env[69325]: } obtained for exporting VM: (result){ [ 905.815687] env[69325]: value = "vm-806897" [ 905.815687] env[69325]: _type = "VirtualMachine" [ 905.815687] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.815968] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the lease: (returnval){ [ 905.815968] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521505ea-e9c9-6d98-79c8-944426014721" [ 905.815968] env[69325]: _type = "HttpNfcLease" [ 905.815968] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.825807] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.825807] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521505ea-e9c9-6d98-79c8-944426014721" [ 905.825807] env[69325]: _type = "HttpNfcLease" [ 905.825807] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.832680] env[69325]: DEBUG oslo_concurrency.lockutils [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] Releasing lock "refresh_cache-f648541b-fd64-472b-be1b-5e8ed9861d86" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.832951] env[69325]: DEBUG nova.compute.manager [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Received event network-vif-deleted-eb7663ca-8313-4aad-a66b-2e5eb680fa2e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.833155] env[69325]: INFO nova.compute.manager [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Neutron deleted interface eb7663ca-8313-4aad-a66b-2e5eb680fa2e; detaching it from the instance and deleting it from the info cache [ 905.833334] env[69325]: DEBUG nova.network.neutron [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.949124] env[69325]: INFO nova.compute.manager [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Took 41.69 seconds to build instance. [ 906.125061] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.174032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Releasing lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.174032] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Instance network_info: |[{"id": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "address": "fa:16:3e:6d:1a:60", "network": {"id": "6c7a4590-6308-4029-8aad-03d1da22285a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-151552921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79b1e3df45947de922c3bb5033ebf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9b7b4e-de", "ovs_interfaceid": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.174382] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:1a:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de9b7b4e-de3a-4720-ac07-1b6ef94151d8', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.182956] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Creating folder: Project (c79b1e3df45947de922c3bb5033ebf81). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.183324] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9c9a501-b8ca-4d4b-8552-50c289e2ed58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.197772] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Created folder: Project (c79b1e3df45947de922c3bb5033ebf81) in parent group-v806727. [ 906.197859] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Creating folder: Instances. Parent ref: group-v806898. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.198913] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1dd6edf-5c60-48e0-bd16-85e9833b4450 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.216370] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Created folder: Instances in parent group-v806898. [ 906.216826] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.216943] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.217236] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2aee176-2512-4ef3-957f-4cf681e4df4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.246398] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.246398] env[69325]: value = "task-4071861" [ 906.246398] env[69325]: _type = "Task" [ 906.246398] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.251294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Lock "2afd2d64-53a2-4300-ba27-b2de4ca269fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.463s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.258495] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071861, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.326462] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.326462] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521505ea-e9c9-6d98-79c8-944426014721" [ 906.326462] env[69325]: _type = "HttpNfcLease" [ 906.326462] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.330687] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.330687] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521505ea-e9c9-6d98-79c8-944426014721" [ 906.330687] env[69325]: _type = "HttpNfcLease" [ 906.330687] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.331860] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608955b5-60c7-43c2-a52d-fc8e01924815 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.336569] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-253b7ca5-04ce-466c-a83e-98eb675ea0d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.345118] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.345436] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 906.354813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3857c6-a46c-4bc6-9e77-8e372574b0bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.456376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b26c3a25-641e-4053-a5be-cc60a1d48528 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.040s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.456859] env[69325]: DEBUG nova.compute.manager [req-e1ed70c4-03b6-4e7b-9da8-1f3028b3c72d req-44bce3c7-a212-44cd-991e-b552d5a6514e service nova] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Detach interface failed, port_id=eb7663ca-8313-4aad-a66b-2e5eb680fa2e, reason: Instance cb1584df-62fb-450e-ac7d-bf104f411e98 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.480787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "bd9162ff-549a-441b-8b70-c77afd0180cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.481112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.481332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.481519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.481707] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.483905] env[69325]: INFO nova.compute.manager [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Terminating instance [ 906.517818] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f91b4e4-2533-4345-83e2-cb521a162229 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.540061] env[69325]: DEBUG nova.compute.manager [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Received event network-changed-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.540341] env[69325]: DEBUG nova.compute.manager [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Refreshing instance network info cache due to event network-changed-de9b7b4e-de3a-4720-ac07-1b6ef94151d8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.540599] env[69325]: DEBUG oslo_concurrency.lockutils [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] Acquiring lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.540753] env[69325]: DEBUG oslo_concurrency.lockutils [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] Acquired lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.540932] env[69325]: DEBUG nova.network.neutron [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Refreshing network info cache for port de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.629087] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91482} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.629372] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f648541b-fd64-472b-be1b-5e8ed9861d86/f648541b-fd64-472b-be1b-5e8ed9861d86.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.629593] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.629859] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac1d8744-1f44-4bda-aabe-f321b3c52d5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.637977] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 906.637977] env[69325]: value = "task-4071862" [ 906.637977] env[69325]: _type = "Task" [ 906.637977] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.653244] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.760148] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071861, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.962677] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.975194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9daa3-793d-4f08-bfeb-713aa00492dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.985203] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd4991-908e-4a7f-8fb3-b87ea2f25e18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.990548] env[69325]: DEBUG nova.compute.manager [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.990548] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.991398] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc476425-e3bd-49a7-b89c-913ccea272c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.030021] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a872a213-ffd4-4917-8965-00e8bc265352 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.033974] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.039172] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee39c07-0db8-4312-9a5f-c5e4cd4ab37b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.052161] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b4e325-37e4-4d72-b876-929e04e85edf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.055943] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 907.055943] env[69325]: value = "task-4071863" [ 907.055943] env[69325]: _type = "Task" [ 907.055943] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.070119] env[69325]: DEBUG nova.compute.provider_tree [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.077867] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.154728] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119933} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.155197] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.157355] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ef82af-9718-40df-af71-5d09fbff688d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193855] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f648541b-fd64-472b-be1b-5e8ed9861d86/f648541b-fd64-472b-be1b-5e8ed9861d86.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.197511] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0dc40b4-d9a8-4691-bcec-bb7eacc0be38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.220965] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 907.220965] env[69325]: value = "task-4071864" [ 907.220965] env[69325]: _type = "Task" [ 907.220965] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.232868] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.262340] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071861, 'name': CreateVM_Task, 'duration_secs': 0.53128} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.262605] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.263567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.263958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.264870] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.265250] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931abafe-4e66-444a-96f0-91ad0613c1b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.274152] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 907.274152] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5254ab44-d68a-f3de-cc14-86450bff31f6" [ 907.274152] env[69325]: _type = "Task" [ 907.274152] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.285448] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254ab44-d68a-f3de-cc14-86450bff31f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.492137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.543952] env[69325]: DEBUG nova.network.neutron [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updated VIF entry in instance network info cache for port de9b7b4e-de3a-4720-ac07-1b6ef94151d8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.544730] env[69325]: DEBUG nova.network.neutron [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updating instance_info_cache with network_info: [{"id": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "address": "fa:16:3e:6d:1a:60", "network": {"id": "6c7a4590-6308-4029-8aad-03d1da22285a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-151552921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79b1e3df45947de922c3bb5033ebf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9b7b4e-de", "ovs_interfaceid": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.568883] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071863, 'name': PowerOffVM_Task, 'duration_secs': 0.260211} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.570170] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.570654] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.571379] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95fefd8b-491a-4e48-9642-aacbedbfe2c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.576227] env[69325]: DEBUG nova.scheduler.client.report [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.667457] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.667457] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.669053] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Deleting the datastore file [datastore2] bd9162ff-549a-441b-8b70-c77afd0180cb {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.670237] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bd1f82-e4e2-4f26-9fbd-ccb215b0fb71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.680423] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for the task: (returnval){ [ 907.680423] env[69325]: value = "task-4071866" [ 907.680423] env[69325]: _type = "Task" [ 907.680423] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.696059] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.733424] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.786567] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254ab44-d68a-f3de-cc14-86450bff31f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.787358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.787758] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.788174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.788804] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.789218] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003b39ab-051c-4bfd-b4f8-044b3b5eea54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.803848] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.804203] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.805505] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74483ca3-27e3-4bfc-8dfb-0f753e05eb83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.814610] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 907.814610] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526c44a2-cdb7-38a2-241d-a8b4d76f3d44" [ 907.814610] env[69325]: _type = "Task" [ 907.814610] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.830255] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526c44a2-cdb7-38a2-241d-a8b4d76f3d44, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.831596] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fa27db-1659-4932-a6ca-eb7f6f933f53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.841035] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 907.841035] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a96be8-637e-1a39-b4b6-ad88127dbe68" [ 907.841035] env[69325]: _type = "Task" [ 907.841035] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.853359] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a96be8-637e-1a39-b4b6-ad88127dbe68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.049041] env[69325]: DEBUG oslo_concurrency.lockutils [req-3d9e3e38-a787-4b5c-b2a8-ec323e8a84de req-18328fe1-cf0a-4011-b263-95dc05b88070 service nova] Releasing lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.081877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.087516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.916s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.087516] env[69325]: INFO nova.compute.claims [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.119227] env[69325]: INFO nova.scheduler.client.report [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted allocations for instance 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6 [ 908.193022] env[69325]: DEBUG oslo_vmware.api [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Task: {'id': task-4071866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223867} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.193022] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.193022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.193022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.193022] env[69325]: INFO nova.compute.manager [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 908.193022] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.193022] env[69325]: DEBUG nova.compute.manager [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.193022] env[69325]: DEBUG nova.network.neutron [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.234885] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071864, 'name': ReconfigVM_Task, 'duration_secs': 0.588699} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.235385] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f648541b-fd64-472b-be1b-5e8ed9861d86/f648541b-fd64-472b-be1b-5e8ed9861d86.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.239343] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff50866-63c8-412f-bdd8-6dff235fed7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.247463] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 908.247463] env[69325]: value = "task-4071867" [ 908.247463] env[69325]: _type = "Task" [ 908.247463] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.260894] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071867, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.352400] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a96be8-637e-1a39-b4b6-ad88127dbe68, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.352724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.352997] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 1b78b783-4842-4be9-954a-6fce5ce2be2f/1b78b783-4842-4be9-954a-6fce5ce2be2f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.353279] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-348ddbee-b3fa-4c27-b82a-d7e354914879 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.361396] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 908.361396] env[69325]: value = "task-4071868" [ 908.361396] env[69325]: _type = "Task" [ 908.361396] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.370902] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.572191] env[69325]: DEBUG nova.compute.manager [req-4d3cf7da-fc93-487e-8971-fa804fa60aaf req-28f11337-d1de-42d3-a746-a93059823371 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Received event network-vif-deleted-b5f561ae-a98d-4817-9267-d4ae3a5552dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.572873] env[69325]: INFO nova.compute.manager [req-4d3cf7da-fc93-487e-8971-fa804fa60aaf req-28f11337-d1de-42d3-a746-a93059823371 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Neutron deleted interface b5f561ae-a98d-4817-9267-d4ae3a5552dd; detaching it from the instance and deleting it from the info cache [ 908.573381] env[69325]: DEBUG nova.network.neutron [req-4d3cf7da-fc93-487e-8971-fa804fa60aaf req-28f11337-d1de-42d3-a746-a93059823371 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.636779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "8a8a3cd3-e556-440c-839b-2b72ee3b2eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.077s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.763127] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071867, 'name': Rename_Task, 'duration_secs': 0.195137} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.763487] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.763809] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef0664c-bef5-4f30-9dd1-087317c1ce6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.774207] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 908.774207] env[69325]: value = "task-4071869" [ 908.774207] env[69325]: _type = "Task" [ 908.774207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.787457] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.876866] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.022835] env[69325]: DEBUG nova.network.neutron [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.077439] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9a027b7-fad3-4071-a834-9848889948c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.089404] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb61865b-d1cc-4b7d-9251-e70d59ec8be7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.137896] env[69325]: DEBUG nova.compute.manager [req-4d3cf7da-fc93-487e-8971-fa804fa60aaf req-28f11337-d1de-42d3-a746-a93059823371 service nova] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Detach interface failed, port_id=b5f561ae-a98d-4817-9267-d4ae3a5552dd, reason: Instance bd9162ff-549a-441b-8b70-c77afd0180cb could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.285177] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.342290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "70a9c8d9-900e-4517-92db-73a4e56d195e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.342557] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.342786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.343073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.343355] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.351676] env[69325]: INFO nova.compute.manager [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Terminating instance [ 909.384845] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587625} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.385237] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 1b78b783-4842-4be9-954a-6fce5ce2be2f/1b78b783-4842-4be9-954a-6fce5ce2be2f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.385561] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.385813] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31165efc-f456-4cef-8520-98d7d4d9ccaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.399964] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 909.399964] env[69325]: value = "task-4071870" [ 909.399964] env[69325]: _type = "Task" [ 909.399964] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.415494] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.529496] env[69325]: INFO nova.compute.manager [-] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Took 1.34 seconds to deallocate network for instance. [ 909.782866] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dbee0b-29dc-4fb4-8e05-ba1e4d35a87a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.788668] env[69325]: DEBUG oslo_vmware.api [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071869, 'name': PowerOnVM_Task, 'duration_secs': 0.701579} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.789404] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.789565] env[69325]: INFO nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 9.44 seconds to spawn the instance on the hypervisor. [ 909.789788] env[69325]: DEBUG nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.790566] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93159dd-3bbd-40c5-b4c5-deb21b2cb8c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.796949] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f6427-b83b-4e74-9e08-2f35c172cdd9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.834210] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56571573-df37-42d0-abbb-026863a10382 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.843077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96760d68-94d7-4d5c-842f-353820146e18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.860524] env[69325]: DEBUG nova.compute.manager [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.860729] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.861258] env[69325]: DEBUG nova.compute.provider_tree [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.863159] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d5c2dc-9057-4cfd-9d8c-17b97c07fade {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.875291] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.876117] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c57aa0-0105-48ca-a2ba-b385dbec4437 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.887128] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 909.887128] env[69325]: value = "task-4071871" [ 909.887128] env[69325]: _type = "Task" [ 909.887128] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.897236] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.910330] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085381} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.910775] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.911734] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c7259-f64d-47d0-a15c-ceda31c07ab7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.935943] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 1b78b783-4842-4be9-954a-6fce5ce2be2f/1b78b783-4842-4be9-954a-6fce5ce2be2f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.936316] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ff4307-f4b7-4ef7-ad8c-4cd143c374d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.958540] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 909.958540] env[69325]: value = "task-4071872" [ 909.958540] env[69325]: _type = "Task" [ 909.958540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.972312] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.034198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.316385] env[69325]: INFO nova.compute.manager [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 44.01 seconds to build instance. [ 910.368015] env[69325]: DEBUG nova.scheduler.client.report [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.400709] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071871, 'name': PowerOffVM_Task, 'duration_secs': 0.39216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.400903] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.401150] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.401435] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99257e25-d808-4751-a613-e50f2443665a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.474544] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.479191] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.479559] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.479761] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleting the datastore file [datastore1] 70a9c8d9-900e-4517-92db-73a4e56d195e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.480067] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ee9d48-573e-48a1-a34f-8b620ebcb4f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.489378] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 910.489378] env[69325]: value = "task-4071874" [ 910.489378] env[69325]: _type = "Task" [ 910.489378] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.500079] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.821864] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e5d75993-d80d-4bdf-8512-e3a57a55974d tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.808s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.877216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.877216] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.878571] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.573s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.880683] env[69325]: INFO nova.compute.claims [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.974279] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071872, 'name': ReconfigVM_Task, 'duration_secs': 0.633572} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.974279] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 1b78b783-4842-4be9-954a-6fce5ce2be2f/1b78b783-4842-4be9-954a-6fce5ce2be2f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.974279] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5d9a2eb-4b14-4e28-a2f8-5d0bb39d651c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.986227] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 910.986227] env[69325]: value = "task-4071875" [ 910.986227] env[69325]: _type = "Task" [ 910.986227] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.002529] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071875, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.016961] env[69325]: DEBUG oslo_vmware.api [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170352} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.019961] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.020221] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.020646] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.021037] env[69325]: INFO nova.compute.manager [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 911.021450] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.021797] env[69325]: DEBUG nova.compute.manager [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.022079] env[69325]: DEBUG nova.network.neutron [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.324069] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.387536] env[69325]: DEBUG nova.compute.utils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.395483] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.395790] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.493783] env[69325]: DEBUG nova.policy [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70504a19b9b4428e9cf7e4e6d3f08ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345376dc34f4c5389b10b71ab6b5013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.505210] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071875, 'name': Rename_Task, 'duration_secs': 0.243066} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.505210] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.505210] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e95ff43-920f-42c7-8429-9a772494c062 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.514109] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 911.514109] env[69325]: value = "task-4071876" [ 911.514109] env[69325]: _type = "Task" [ 911.514109] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.526550] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.568886] env[69325]: DEBUG nova.compute.manager [req-42efd519-1dbc-469e-a447-f506a996728e req-9e3c3ab9-9783-4393-8e56-8f94f3586be8 service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Received event network-vif-deleted-07cac57e-48bd-4138-b760-4694b776c99c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.569156] env[69325]: INFO nova.compute.manager [req-42efd519-1dbc-469e-a447-f506a996728e req-9e3c3ab9-9783-4393-8e56-8f94f3586be8 service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Neutron deleted interface 07cac57e-48bd-4138-b760-4694b776c99c; detaching it from the instance and deleting it from the info cache [ 911.569381] env[69325]: DEBUG nova.network.neutron [req-42efd519-1dbc-469e-a447-f506a996728e req-9e3c3ab9-9783-4393-8e56-8f94f3586be8 service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.811296] env[69325]: DEBUG nova.compute.manager [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.811296] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a7c89c-4d36-49cf-84b1-103b61a4603f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.861268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.896846] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.903450] env[69325]: DEBUG nova.network.neutron [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.971447] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Successfully created port: 3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.028737] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.073603] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99bca51e-4f1b-43f7-8671-0bfab02fe8a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.083696] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2974c70b-ca3d-4d15-9670-97b1097ec6e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.122634] env[69325]: DEBUG nova.compute.manager [req-42efd519-1dbc-469e-a447-f506a996728e req-9e3c3ab9-9783-4393-8e56-8f94f3586be8 service nova] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Detach interface failed, port_id=07cac57e-48bd-4138-b760-4694b776c99c, reason: Instance 70a9c8d9-900e-4517-92db-73a4e56d195e could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.330272] env[69325]: INFO nova.compute.manager [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] instance snapshotting [ 912.331840] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e9e37-79e5-477d-a3a0-9fe191a8cbdc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.360328] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c528b8-86a4-40be-8414-86684a2074fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.409551] env[69325]: INFO nova.compute.manager [-] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Took 1.39 seconds to deallocate network for instance. [ 912.539050] env[69325]: DEBUG oslo_vmware.api [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4071876, 'name': PowerOnVM_Task, 'duration_secs': 0.889335} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.539537] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.539709] env[69325]: INFO nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Took 9.43 seconds to spawn the instance on the hypervisor. [ 912.541438] env[69325]: DEBUG nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.541438] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e5f77-afea-467c-9031-709286c40b27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.639155] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce0383-b226-4ef9-83d6-355c294fc1c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.647519] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538d56fe-6c55-4dd6-9b9c-51d58df7e7c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.683454] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b25341-1e1b-456e-b8cf-c56c069da676 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.694206] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3005309-027d-45d4-9301-a7791d21c03d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.711791] env[69325]: DEBUG nova.compute.provider_tree [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.876390] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.876939] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-124a661c-c636-42e5-85b4-e5abc6879371 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.886709] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 912.886709] env[69325]: value = "task-4071877" [ 912.886709] env[69325]: _type = "Task" [ 912.886709] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.898642] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.914360] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.919446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.949968] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.950598] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.950882] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.951266] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.951544] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.951817] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.952272] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.952541] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.952852] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.953157] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.953470] env[69325]: DEBUG nova.virt.hardware [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.957065] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821be9a-7f39-444d-a85a-321546be94f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.967403] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678b04b-fc67-4a29-8fe2-38e8d93a2009 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.070177] env[69325]: INFO nova.compute.manager [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Took 46.13 seconds to build instance. [ 913.217767] env[69325]: DEBUG nova.scheduler.client.report [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.404943] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.574997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.966s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.727011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.727636] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.731572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.617s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.793553] env[69325]: DEBUG nova.compute.manager [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Received event network-vif-plugged-3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.793855] env[69325]: DEBUG oslo_concurrency.lockutils [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] Acquiring lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.795426] env[69325]: DEBUG oslo_concurrency.lockutils [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.795426] env[69325]: DEBUG oslo_concurrency.lockutils [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.795426] env[69325]: DEBUG nova.compute.manager [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] No waiting events found dispatching network-vif-plugged-3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 913.795426] env[69325]: WARNING nova.compute.manager [req-17024dc6-e4ac-4e7f-85e1-3d6e4b8ad555 req-7dcaafce-e89b-45ec-a932-35ce6634f38d service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Received unexpected event network-vif-plugged-3f06456b-5ed2-4060-a5aa-4785633d7243 for instance with vm_state building and task_state spawning. [ 913.901492] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.018132] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Successfully updated port: 3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.077558] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.239057] env[69325]: DEBUG nova.compute.utils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.243326] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.243326] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.312429] env[69325]: DEBUG nova.policy [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63035ee5835c4adf876df9be65a10124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805e4e9d446d42798a018ac16ebf71eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.401273] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071877, 'name': CreateSnapshot_Task, 'duration_secs': 1.348255} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.406083] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 914.407725] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414810d-d4a2-4b80-9881-f06501e87354 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.438698] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d9a39-b06c-455f-88cf-2ee7ec49d382 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.449294] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9320253-6ada-40eb-acea-713079723fd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.489020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b653d9-e289-436b-bddf-9d2d38b64af6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.500681] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f390d1-7f10-434d-aea7-bc093755de1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.516369] env[69325]: DEBUG nova.compute.provider_tree [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.527153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.527440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.527619] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.610300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.742295] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.776282] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Successfully created port: 7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.938755] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.939322] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e47172fe-e224-4e50-a64c-ab46c128f70e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.948882] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 914.948882] env[69325]: value = "task-4071878" [ 914.948882] env[69325]: _type = "Task" [ 914.948882] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.958631] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071878, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.020384] env[69325]: DEBUG nova.scheduler.client.report [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.092115] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.320289] env[69325]: DEBUG nova.network.neutron [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Updating instance_info_cache with network_info: [{"id": "3f06456b-5ed2-4060-a5aa-4785633d7243", "address": "fa:16:3e:da:63:6b", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f06456b-5e", "ovs_interfaceid": "3f06456b-5ed2-4060-a5aa-4785633d7243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.373251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.373491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.462567] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071878, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.527050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.527050] env[69325]: INFO nova.compute.manager [None req-683950e1-1ab3-41f8-b741-43f769fa6deb tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Successfully reverted task state from rebuilding on failure for instance. [ 915.531714] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.458s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.531946] env[69325]: DEBUG nova.objects.instance [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.759838] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.788024] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.788301] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.788476] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.788662] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.788811] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.788961] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.789250] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.789421] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.789594] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.789763] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.789942] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.791091] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ffb49-7410-4d9c-9bbe-8126e3b7aad0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.800963] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a313d-e4a3-4470-8514-370272eac67b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.825770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.826042] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance network_info: |[{"id": "3f06456b-5ed2-4060-a5aa-4785633d7243", "address": "fa:16:3e:da:63:6b", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f06456b-5e", "ovs_interfaceid": "3f06456b-5ed2-4060-a5aa-4785633d7243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.826459] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:63:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f06456b-5ed2-4060-a5aa-4785633d7243', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.834597] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating folder: Project (c345376dc34f4c5389b10b71ab6b5013). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.835632] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b636aba-6c38-40d2-a0f8-6b781c7dd91e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.891061] env[69325]: DEBUG nova.compute.manager [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Received event network-changed-3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.891061] env[69325]: DEBUG nova.compute.manager [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Refreshing instance network info cache due to event network-changed-3f06456b-5ed2-4060-a5aa-4785633d7243. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.891267] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Acquiring lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.891413] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Acquired lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.891577] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Refreshing network info cache for port 3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.910924] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created folder: Project (c345376dc34f4c5389b10b71ab6b5013) in parent group-v806727. [ 915.911207] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating folder: Instances. Parent ref: group-v806903. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.911497] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebcfcbd9-e758-467c-97e5-e729419e1adf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.924994] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created folder: Instances in parent group-v806903. [ 915.925360] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.925613] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.925876] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb32da2-af77-434d-9c93-bf1dab406ac0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950088] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.950088] env[69325]: value = "task-4071881" [ 915.950088] env[69325]: _type = "Task" [ 915.950088] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970658] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071878, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.977161] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071881, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.478183] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071878, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.485151] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071881, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.543056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4d1825bb-11cd-4a1e-9bf4-6fadd70f2e85 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.544558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.427s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.546406] env[69325]: INFO nova.compute.claims [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.604519] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Successfully updated port: 7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.725680] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Updated VIF entry in instance network info cache for port 3f06456b-5ed2-4060-a5aa-4785633d7243. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.726085] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Updating instance_info_cache with network_info: [{"id": "3f06456b-5ed2-4060-a5aa-4785633d7243", "address": "fa:16:3e:da:63:6b", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f06456b-5e", "ovs_interfaceid": "3f06456b-5ed2-4060-a5aa-4785633d7243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.965419] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071881, 'name': CreateVM_Task, 'duration_secs': 0.529919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.968732] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.969094] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071878, 'name': CloneVM_Task, 'duration_secs': 1.840076} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.969781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.969947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.970295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.970609] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Created linked-clone VM from snapshot [ 916.970840] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba787485-0656-4148-bd03-7702cdc0dca7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.973263] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727aa08-9f61-4525-b504-7cdee3e02590 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.985264] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 916.985264] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52003e30-b163-f268-5c70-736281dd6aa4" [ 916.985264] env[69325]: _type = "Task" [ 916.985264] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.985685] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Uploading image 83ed6eff-d664-4a91-a867-69b3e4e2702b {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.001653] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52003e30-b163-f268-5c70-736281dd6aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.010992] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.010992] env[69325]: value = "vm-806902" [ 917.010992] env[69325]: _type = "VirtualMachine" [ 917.010992] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.011356] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edbd3c40-5811-454f-8e66-cd62899d3321 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.020668] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lease: (returnval){ [ 917.020668] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298e134-58a6-1b10-dcd2-cd6e3a8b5644" [ 917.020668] env[69325]: _type = "HttpNfcLease" [ 917.020668] env[69325]: } obtained for exporting VM: (result){ [ 917.020668] env[69325]: value = "vm-806902" [ 917.020668] env[69325]: _type = "VirtualMachine" [ 917.020668] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.020949] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the lease: (returnval){ [ 917.020949] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298e134-58a6-1b10-dcd2-cd6e3a8b5644" [ 917.020949] env[69325]: _type = "HttpNfcLease" [ 917.020949] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.030899] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.030899] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298e134-58a6-1b10-dcd2-cd6e3a8b5644" [ 917.030899] env[69325]: _type = "HttpNfcLease" [ 917.030899] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.107753] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.107984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.108185] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.229398] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Releasing lock "refresh_cache-cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.229846] env[69325]: DEBUG nova.compute.manager [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Received event network-changed-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.230122] env[69325]: DEBUG nova.compute.manager [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Refreshing instance network info cache due to event network-changed-de9b7b4e-de3a-4720-ac07-1b6ef94151d8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.230439] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Acquiring lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.230979] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Acquired lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.230979] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Refreshing network info cache for port de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.499907] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52003e30-b163-f268-5c70-736281dd6aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.034899} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.500297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.500504] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.500814] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.500980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.501192] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.501918] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-115a9281-de90-4d23-bda9-e8c71d9b3318 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.514527] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.514894] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.515877] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ac7380-0eff-4080-bc43-f3f3126e24fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.527618] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 917.527618] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528387ab-43f4-e641-1575-423b16b3ae97" [ 917.527618] env[69325]: _type = "Task" [ 917.527618] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.535700] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.535700] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298e134-58a6-1b10-dcd2-cd6e3a8b5644" [ 917.535700] env[69325]: _type = "HttpNfcLease" [ 917.535700] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.536679] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.536679] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298e134-58a6-1b10-dcd2-cd6e3a8b5644" [ 917.536679] env[69325]: _type = "HttpNfcLease" [ 917.536679] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.545173] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6740e-1187-47d7-b9bf-068f54d2b2da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.548082] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528387ab-43f4-e641-1575-423b16b3ae97, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.549435] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c334e9ec-afc5-475b-a6ec-6c50f51e3629 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.555911] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.556073] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.623646] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 917.623646] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5276c4ba-da43-3281-44c5-ae83167fce39" [ 917.623646] env[69325]: _type = "Task" [ 917.623646] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.631551] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.634505] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9d8b0-7728-4aef-b520-fdaa6cf22582 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.652370] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5276c4ba-da43-3281-44c5-ae83167fce39, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.655564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656085] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.657033] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.657033] env[69325]: ERROR oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk due to incomplete transfer. [ 917.657300] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd772c5a-00ef-46db-9364-2f275f42b07c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.661361] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16e55495-9ad0-4577-968c-a05258069840 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.672641] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.679818] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 917.679818] env[69325]: value = "task-4071883" [ 917.679818] env[69325]: _type = "Task" [ 917.679818] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.680438] env[69325]: DEBUG oslo_vmware.rw_handles [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52555204-9fc4-4698-f5e1-dbc8ca107971/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 917.680637] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Uploaded image 36145bf0-2b16-45c2-be72-5ba7919dbd84 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 917.685088] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 917.689604] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0af03f71-4c86-46ae-9f58-07ea5fab6f21 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.710194] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 917.710194] env[69325]: value = "task-4071884" [ 917.710194] env[69325]: _type = "Task" [ 917.710194] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.723139] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1b442b5-2abd-491f-8293-fc42a5fa69d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.726353] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.744024] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071884, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.916236] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Updating instance_info_cache with network_info: [{"id": "7acae672-caaa-436a-990b-3493784abac0", "address": "fa:16:3e:20:31:41", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7acae672-ca", "ovs_interfaceid": "7acae672-caaa-436a-990b-3493784abac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.982207] env[69325]: DEBUG nova.compute.manager [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Received event network-vif-plugged-7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.982207] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Acquiring lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.982207] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.982207] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.982207] env[69325]: DEBUG nova.compute.manager [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] No waiting events found dispatching network-vif-plugged-7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.982207] env[69325]: WARNING nova.compute.manager [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Received unexpected event network-vif-plugged-7acae672-caaa-436a-990b-3493784abac0 for instance with vm_state building and task_state spawning. [ 917.982207] env[69325]: DEBUG nova.compute.manager [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Received event network-changed-7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.982207] env[69325]: DEBUG nova.compute.manager [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Refreshing instance network info cache due to event network-changed-7acae672-caaa-436a-990b-3493784abac0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.982207] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Acquiring lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.127855] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updated VIF entry in instance network info cache for port de9b7b4e-de3a-4720-ac07-1b6ef94151d8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.128423] env[69325]: DEBUG nova.network.neutron [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updating instance_info_cache with network_info: [{"id": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "address": "fa:16:3e:6d:1a:60", "network": {"id": "6c7a4590-6308-4029-8aad-03d1da22285a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-151552921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c79b1e3df45947de922c3bb5033ebf81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9b7b4e-de", "ovs_interfaceid": "de9b7b4e-de3a-4720-ac07-1b6ef94151d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.206904] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.209790] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.211024] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.211024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08924164-c2da-4bd3-aa40-1e2e8d27708a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.220021] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 918.220021] env[69325]: value = "task-4071885" [ 918.220021] env[69325]: _type = "Task" [ 918.220021] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.244593] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.245228] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071884, 'name': Destroy_Task, 'duration_secs': 0.525682} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.249717] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Destroyed the VM [ 918.250421] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.252344] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0403e4d5-41a7-495c-bbf0-58464180fcbb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.260820] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 918.260820] env[69325]: value = "task-4071886" [ 918.260820] env[69325]: _type = "Task" [ 918.260820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.274425] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.373197] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f77a58-5c20-4200-8b77-a0f50c999576 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.381757] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f6668f-8d06-42e3-b7a0-7040da15c8db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.419278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.419874] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Instance network_info: |[{"id": "7acae672-caaa-436a-990b-3493784abac0", "address": "fa:16:3e:20:31:41", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7acae672-ca", "ovs_interfaceid": "7acae672-caaa-436a-990b-3493784abac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.420852] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36882350-9355-44b7-a5c6-3ff91bafd41b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.425354] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Acquired lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.425660] env[69325]: DEBUG nova.network.neutron [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Refreshing network info cache for port 7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.427640] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:31:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7acae672-caaa-436a-990b-3493784abac0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.437023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating folder: Project (805e4e9d446d42798a018ac16ebf71eb). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.444972] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-480d3c9a-54c7-4b58-b815-874d0252c976 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.454285] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130748d-4919-4752-8af3-25ded3498676 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.462645] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created folder: Project (805e4e9d446d42798a018ac16ebf71eb) in parent group-v806727. [ 918.462945] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating folder: Instances. Parent ref: group-v806906. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.463785] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-153b3639-6c12-4e8a-9b7f-bbac541052d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.475846] env[69325]: DEBUG nova.compute.provider_tree [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.485643] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created folder: Instances in parent group-v806906. [ 918.485922] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.487271] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.487271] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d870f2c-a6f4-40f9-adca-4e3476e9fa27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.509730] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.509730] env[69325]: value = "task-4071889" [ 918.509730] env[69325]: _type = "Task" [ 918.509730] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.523315] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071889, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.631979] env[69325]: DEBUG oslo_concurrency.lockutils [req-64f813b0-66a8-4f09-9dae-995fda0a9f72 req-4502eb52-9a7b-447f-bbaf-558b041428fa service nova] Releasing lock "refresh_cache-1b78b783-4842-4be9-954a-6fce5ce2be2f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.738201] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099986} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.738521] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.739626] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a11d875-aaa8-4297-bb77-7a79006d3e37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.773131] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.778478] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac37479-7a68-43de-b2ac-68c9208869a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.798833] env[69325]: DEBUG nova.network.neutron [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Updated VIF entry in instance network info cache for port 7acae672-caaa-436a-990b-3493784abac0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.798833] env[69325]: DEBUG nova.network.neutron [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Updating instance_info_cache with network_info: [{"id": "7acae672-caaa-436a-990b-3493784abac0", "address": "fa:16:3e:20:31:41", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7acae672-ca", "ovs_interfaceid": "7acae672-caaa-436a-990b-3493784abac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.806039] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.808669] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 918.808669] env[69325]: value = "task-4071890" [ 918.808669] env[69325]: _type = "Task" [ 918.808669] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.821982] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.940407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.940747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.940933] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.941792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.941973] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.944548] env[69325]: INFO nova.compute.manager [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Terminating instance [ 918.979559] env[69325]: DEBUG nova.scheduler.client.report [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.023055] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071889, 'name': CreateVM_Task, 'duration_secs': 0.438402} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.023055] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.023535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.023853] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.024341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.024660] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6866a25-f93f-4bd9-9c4c-bed2de914524 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.030726] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 919.030726] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b9a672-9fe0-c395-62f3-b69e804438ad" [ 919.030726] env[69325]: _type = "Task" [ 919.030726] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.040689] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b9a672-9fe0-c395-62f3-b69e804438ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.274953] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.308484] env[69325]: DEBUG oslo_concurrency.lockutils [req-fd729e1d-18ba-4c10-a822-904217cd8123 req-bbc4204d-174a-4d1f-97cd-ca92cd7be9ad service nova] Releasing lock "refresh_cache-ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.320079] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071890, 'name': ReconfigVM_Task, 'duration_secs': 0.390104} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.320435] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.321270] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ef2c2e2-5665-4cf4-8d49-5b3d378347e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.330023] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 919.330023] env[69325]: value = "task-4071891" [ 919.330023] env[69325]: _type = "Task" [ 919.330023] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.339843] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071891, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.451438] env[69325]: DEBUG nova.compute.manager [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.451673] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.452594] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84839488-5c8a-4bbc-b010-7a7d268d5b28 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.460541] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.460856] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa16ccce-d528-4e6d-b148-a22cd8a223b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.486041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.486041] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.488672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.138s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.488898] env[69325]: DEBUG nova.objects.instance [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lazy-loading 'resources' on Instance uuid ffe27b90-c9e0-4033-baeb-a00e285af4cc {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.542495] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b9a672-9fe0-c395-62f3-b69e804438ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.542841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.543070] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.543337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.543491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.543676] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.544110] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b40ce0e-028f-471c-a157-69ab547b7fa3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.555996] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.556234] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.557440] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda7132c-8340-47b8-9279-2520d0d7dbb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.564797] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 919.564797] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b25047-f18a-1c73-6560-6b5174f8ffe8" [ 919.564797] env[69325]: _type = "Task" [ 919.564797] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.575035] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b25047-f18a-1c73-6560-6b5174f8ffe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.650328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "7620a794-9e66-4187-894d-e3a60a97e8f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.650687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.775449] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.841728] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071891, 'name': Rename_Task, 'duration_secs': 0.361843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.841728] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.841916] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a8da4c7-971c-4dbd-80c6-222d127979d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.850466] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 919.850466] env[69325]: value = "task-4071893" [ 919.850466] env[69325]: _type = "Task" [ 919.850466] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.860231] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.992892] env[69325]: DEBUG nova.compute.utils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.998104] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.998743] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.048511] env[69325]: DEBUG nova.policy [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63035ee5835c4adf876df9be65a10124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805e4e9d446d42798a018ac16ebf71eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.078323] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b25047-f18a-1c73-6560-6b5174f8ffe8, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.082843] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2d0766-9e4d-42a8-92aa-3b5e1c0b1470 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.090515] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 920.090515] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d8c8f7-6687-65cc-45ed-34d23f29d2ca" [ 920.090515] env[69325]: _type = "Task" [ 920.090515] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.104113] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d8c8f7-6687-65cc-45ed-34d23f29d2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.280234] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.362471] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.499110] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.573339] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Successfully created port: 1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.609024] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d8c8f7-6687-65cc-45ed-34d23f29d2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017783} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.609024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.609024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1/ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.609024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b15657c4-37bb-4a98-9028-6f6a2e62da85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.619226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.619226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.619226] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore2] 6e2e7748-91d0-4720-9a73-0b7e9025ac65 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.623319] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd0ee04a-1c8d-47d7-ba07-c83646d3bab9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.626472] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 920.626472] env[69325]: value = "task-4071894" [ 920.626472] env[69325]: _type = "Task" [ 920.626472] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.634183] env[69325]: DEBUG oslo_vmware.api [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 920.634183] env[69325]: value = "task-4071895" [ 920.634183] env[69325]: _type = "Task" [ 920.634183] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.645912] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.652966] env[69325]: DEBUG oslo_vmware.api [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.698122] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca129d-9100-4b14-a5af-74a2205d40fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706262] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348cfcab-dc51-4f93-b8a8-b54efa2ddc0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.750931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cdc85-d191-4d22-accf-d2fb4af87cc7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.760209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f0918-4ed1-4ee7-87d4-889f28c031e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.783025] env[69325]: DEBUG nova.compute.provider_tree [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.788061] env[69325]: DEBUG oslo_vmware.api [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071886, 'name': RemoveSnapshot_Task, 'duration_secs': 2.088897} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.790619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.790619] env[69325]: INFO nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Took 18.68 seconds to snapshot the instance on the hypervisor. [ 920.866857] env[69325]: DEBUG oslo_vmware.api [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071893, 'name': PowerOnVM_Task, 'duration_secs': 0.598045} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.867270] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.867606] env[69325]: INFO nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Took 7.95 seconds to spawn the instance on the hypervisor. [ 920.867805] env[69325]: DEBUG nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.869033] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cbd726-8568-4d54-a3a2-356432ac94b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.143384] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.150684] env[69325]: DEBUG oslo_vmware.api [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4071895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377769} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.151222] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.151451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.151651] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.151934] env[69325]: INFO nova.compute.manager [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Took 1.70 seconds to destroy the instance on the hypervisor. [ 921.152151] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.152404] env[69325]: DEBUG nova.compute.manager [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.152511] env[69325]: DEBUG nova.network.neutron [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.290241] env[69325]: DEBUG nova.scheduler.client.report [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.294900] env[69325]: DEBUG nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance disappeared during snapshot {{(pid=69325) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 921.309284] env[69325]: DEBUG nova.compute.manager [None req-89fb6217-448a-4a06-94d8-e71389afc769 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image not found during clean up 36145bf0-2b16-45c2-be72-5ba7919dbd84 {{(pid=69325) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 921.390364] env[69325]: INFO nova.compute.manager [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Took 49.25 seconds to build instance. [ 921.509926] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.545674] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.546100] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.546553] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.546782] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.547440] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.547440] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.548479] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.548479] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.548479] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.548479] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.548756] env[69325]: DEBUG nova.virt.hardware [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.549759] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb4774-0e1f-417b-b94e-e984058ad74c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.561592] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411fc02-2ce3-4481-9303-85fd340bb5c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.639988] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674663} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.640336] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1/ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.640556] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.640873] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b523e3-61b6-438d-8658-0c735c8fc1a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.650050] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 921.650050] env[69325]: value = "task-4071896" [ 921.650050] env[69325]: _type = "Task" [ 921.650050] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.660356] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.699169] env[69325]: DEBUG nova.compute.manager [req-9630996b-dac9-46ef-937c-f83c4bcd54ef req-2ca23825-9b3d-4ae6-b212-efd500b342c6 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Received event network-vif-deleted-36a24f07-fcc2-48ba-8325-89bdc4b2f06e {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.699434] env[69325]: INFO nova.compute.manager [req-9630996b-dac9-46ef-937c-f83c4bcd54ef req-2ca23825-9b3d-4ae6-b212-efd500b342c6 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Neutron deleted interface 36a24f07-fcc2-48ba-8325-89bdc4b2f06e; detaching it from the instance and deleting it from the info cache [ 921.699795] env[69325]: DEBUG nova.network.neutron [req-9630996b-dac9-46ef-937c-f83c4bcd54ef req-2ca23825-9b3d-4ae6-b212-efd500b342c6 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.799606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.802526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.006s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.804271] env[69325]: INFO nova.compute.claims [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.893339] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.225s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.036044] env[69325]: DEBUG nova.network.neutron [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.167734] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076435} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.168590] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.169311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903793e6-c9df-4344-b19a-e3701ee85f26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.175765] env[69325]: DEBUG nova.compute.manager [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Received event network-vif-plugged-1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.175765] env[69325]: DEBUG oslo_concurrency.lockutils [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] Acquiring lock "fada2955-134c-4755-ad5b-7a56a4456743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.176382] env[69325]: DEBUG oslo_concurrency.lockutils [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] Lock "fada2955-134c-4755-ad5b-7a56a4456743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.176450] env[69325]: DEBUG oslo_concurrency.lockutils [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] Lock "fada2955-134c-4755-ad5b-7a56a4456743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.176677] env[69325]: DEBUG nova.compute.manager [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] No waiting events found dispatching network-vif-plugged-1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.176877] env[69325]: WARNING nova.compute.manager [req-523a1eef-ee3f-4a09-a6b0-a50beb0a60e5 req-22d6a37e-f66c-4648-acc8-f234f270992b service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Received unexpected event network-vif-plugged-1c1ce401-820b-4be3-b749-9388e5d5656b for instance with vm_state building and task_state spawning. [ 922.196246] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1/ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.197181] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a644aee0-f2cc-4163-ba42-a434d4523182 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.213793] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72ea9c3f-c026-4192-8b8e-599882f2858d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.226049] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb09a814-4d5c-44dd-a00e-d0c797724f72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.238873] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 922.238873] env[69325]: value = "task-4071897" [ 922.238873] env[69325]: _type = "Task" [ 922.238873] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.239750] env[69325]: INFO nova.compute.manager [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Rebuilding instance [ 922.274181] env[69325]: DEBUG nova.compute.manager [req-9630996b-dac9-46ef-937c-f83c4bcd54ef req-2ca23825-9b3d-4ae6-b212-efd500b342c6 service nova] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Detach interface failed, port_id=36a24f07-fcc2-48ba-8325-89bdc4b2f06e, reason: Instance 6e2e7748-91d0-4720-9a73-0b7e9025ac65 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.290302] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Successfully updated port: 1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.316466] env[69325]: DEBUG nova.compute.manager [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.317362] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c724c2-6ad8-4eaf-8d1b-fc878987ddba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.322969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Lock "ffe27b90-c9e0-4033-baeb-a00e285af4cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.411s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.398270] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.539411] env[69325]: INFO nova.compute.manager [-] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Took 1.39 seconds to deallocate network for instance. [ 922.752550] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.793537] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.793819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794106] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.929661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.048826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.254824] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071897, 'name': ReconfigVM_Task, 'duration_secs': 0.702666} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.257744] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1/ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.258617] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0208d4b-c314-47a1-9fa8-5db525630137 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.269717] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 923.269717] env[69325]: value = "task-4071898" [ 923.269717] env[69325]: _type = "Task" [ 923.269717] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.283090] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071898, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.336477] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.336477] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1466a4c7-1b4b-403d-b16e-4eb9874b002a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344616] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 923.344616] env[69325]: value = "task-4071899" [ 923.344616] env[69325]: _type = "Task" [ 923.344616] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.348670] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.359147] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.480595] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8335c0d-c98b-402c-a554-41b1a0980e68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.489807] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d20c35-4df8-4c10-89d9-8437a489d5f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.544853] env[69325]: DEBUG nova.network.neutron [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Updating instance_info_cache with network_info: [{"id": "1c1ce401-820b-4be3-b749-9388e5d5656b", "address": "fa:16:3e:4f:35:31", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1ce401-82", "ovs_interfaceid": "1c1ce401-820b-4be3-b749-9388e5d5656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.547739] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb504dfa-072b-4bc8-a630-6d6310e8c33e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.558671] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69330eb1-bcd5-4483-bac8-e5720d4ed0e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.575818] env[69325]: DEBUG nova.compute.provider_tree [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.781077] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071898, 'name': Rename_Task, 'duration_secs': 0.18753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.781077] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.781077] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838fcca4-79e8-4623-9900-343593ee265e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.788381] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 923.788381] env[69325]: value = "task-4071900" [ 923.788381] env[69325]: _type = "Task" [ 923.788381] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.797303] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.854863] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071899, 'name': PowerOffVM_Task, 'duration_secs': 0.203758} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.854999] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.855259] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.856061] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548c282-1e53-4617-bf76-2d70916c92bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.863670] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.863670] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d5c749-2a4f-43fb-a973-0b905c5029ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.942393] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.942724] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.942985] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.943338] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8035c79-9004-42d7-8c98-380f2013c1d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.951451] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 923.951451] env[69325]: value = "task-4071902" [ 923.951451] env[69325]: _type = "Task" [ 923.951451] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.962408] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.053363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.053724] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Instance network_info: |[{"id": "1c1ce401-820b-4be3-b749-9388e5d5656b", "address": "fa:16:3e:4f:35:31", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1ce401-82", "ovs_interfaceid": "1c1ce401-820b-4be3-b749-9388e5d5656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.054273] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:35:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1ce401-820b-4be3-b749-9388e5d5656b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.062184] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.062454] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.062684] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4ffbad8-9344-4266-a434-7383975615b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.079270] env[69325]: DEBUG nova.scheduler.client.report [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.084854] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.084854] env[69325]: value = "task-4071903" [ 924.084854] env[69325]: _type = "Task" [ 924.084854] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.093453] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071903, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.284967] env[69325]: DEBUG nova.compute.manager [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Received event network-changed-1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.285720] env[69325]: DEBUG nova.compute.manager [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Refreshing instance network info cache due to event network-changed-1c1ce401-820b-4be3-b749-9388e5d5656b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.285802] env[69325]: DEBUG oslo_concurrency.lockutils [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] Acquiring lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.285931] env[69325]: DEBUG oslo_concurrency.lockutils [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] Acquired lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.286105] env[69325]: DEBUG nova.network.neutron [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Refreshing network info cache for port 1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.301450] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.462500] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207755} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.462765] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.462969] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.463178] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.585140] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.585720] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.589929] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.871s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.590140] env[69325]: DEBUG nova.objects.instance [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lazy-loading 'resources' on Instance uuid a64aa237-ac06-4b06-bc6b-9cfd3a2fb167 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.601993] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071903, 'name': CreateVM_Task, 'duration_secs': 0.489845} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.602200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.602878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.603111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.603427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.603683] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6c0d08-c1ea-4253-8569-e033274df757 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.609661] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 924.609661] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521c1265-73b9-af7a-596c-d7f91fb65145" [ 924.609661] env[69325]: _type = "Task" [ 924.609661] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.620371] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521c1265-73b9-af7a-596c-d7f91fb65145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.801703] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071900, 'name': PowerOnVM_Task, 'duration_secs': 0.563989} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.802448] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.802448] env[69325]: INFO nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Took 9.04 seconds to spawn the instance on the hypervisor. [ 924.802561] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.803483] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f973348-4564-4350-8e76-1258defb2104 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.047098] env[69325]: DEBUG nova.network.neutron [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Updated VIF entry in instance network info cache for port 1c1ce401-820b-4be3-b749-9388e5d5656b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.047479] env[69325]: DEBUG nova.network.neutron [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Updating instance_info_cache with network_info: [{"id": "1c1ce401-820b-4be3-b749-9388e5d5656b", "address": "fa:16:3e:4f:35:31", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1ce401-82", "ovs_interfaceid": "1c1ce401-820b-4be3-b749-9388e5d5656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.096216] env[69325]: DEBUG nova.compute.utils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.101036] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.101036] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.122575] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521c1265-73b9-af7a-596c-d7f91fb65145, 'name': SearchDatastore_Task, 'duration_secs': 0.018207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.125999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.126358] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.126695] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.127059] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.127326] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.127938] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4d7f2e-b3c4-4528-bd11-c9f1a5889414 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.138970] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.139191] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.143514] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babfd222-ed59-4147-a393-16311dfd4288 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.151303] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 925.151303] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dfe10c-916d-5506-f49e-9ef3e1404227" [ 925.151303] env[69325]: _type = "Task" [ 925.151303] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.158011] env[69325]: DEBUG nova.policy [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db0d6163f684d8abf6c188d707679f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae0d2d7344e464884b04d2d81cd7aab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.165401] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dfe10c-916d-5506-f49e-9ef3e1404227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.328757] env[69325]: INFO nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Took 52.04 seconds to build instance. [ 925.518937] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.519269] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.519485] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.519723] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.519925] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.520817] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.520817] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.520817] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.520817] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.521330] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.521330] env[69325]: DEBUG nova.virt.hardware [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.522816] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec845e-9107-4aca-8473-0191bbc70bed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.535766] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d125135-0f4a-4f2b-8533-d0d0dbb2c391 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.553294] env[69325]: DEBUG oslo_concurrency.lockutils [req-e04366b0-9963-4eb1-91a3-9723103c12e2 req-60c2034a-a1ef-4ce1-a86e-ef47947bc1a3 service nova] Releasing lock "refresh_cache-fada2955-134c-4755-ad5b-7a56a4456743" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.553994] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:63:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f06456b-5ed2-4060-a5aa-4785633d7243', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.566476] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.569361] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.569984] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c38072-1aa5-4fdf-b675-db536698f6c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.590435] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Successfully created port: fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.603957] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.603957] env[69325]: value = "task-4071904" [ 925.603957] env[69325]: _type = "Task" [ 925.603957] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.605038] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.622504] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071904, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.666675] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dfe10c-916d-5506-f49e-9ef3e1404227, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.670307] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e21ddf-f65b-4fff-a6ba-524d3b33fb40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.678679] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 925.678679] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52635c87-c6da-9498-413f-52018cdf0e69" [ 925.678679] env[69325]: _type = "Task" [ 925.678679] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.690016] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52635c87-c6da-9498-413f-52018cdf0e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.832019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.378s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.836292] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129156b-ac6a-4e22-9842-1994df3937c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.843760] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c395e-5cc0-4409-822e-0403d6fed3ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.878261] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203204f3-9048-4b67-944e-a6e21484abad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.888370] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1423f3-f771-43cd-990a-da1f8270a51a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.905619] env[69325]: DEBUG nova.compute.provider_tree [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.118060] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071904, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.190652] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52635c87-c6da-9498-413f-52018cdf0e69, 'name': SearchDatastore_Task, 'duration_secs': 0.029672} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.190652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.190895] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fada2955-134c-4755-ad5b-7a56a4456743/fada2955-134c-4755-ad5b-7a56a4456743.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.191172] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a7e51fe-7d62-462b-b014-0473bedec638 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.199760] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 926.199760] env[69325]: value = "task-4071905" [ 926.199760] env[69325]: _type = "Task" [ 926.199760] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.209334] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.334053] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.409167] env[69325]: DEBUG nova.scheduler.client.report [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.549327] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.550371] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59693583-5a3c-4d7a-94e2-cd627c5c0e47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.557756] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.557931] env[69325]: ERROR oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk due to incomplete transfer. [ 926.558531] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d01ce5f7-f43c-4ba4-8eb0-926fcf7b12ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.566663] env[69325]: DEBUG oslo_vmware.rw_handles [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c768a-1501-d931-651c-db0d69c66c59/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.566863] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Uploaded image 83ed6eff-d664-4a91-a867-69b3e4e2702b to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.568710] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.568982] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12f35019-be20-430f-990f-f379aea7d442 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.575635] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 926.575635] env[69325]: value = "task-4071906" [ 926.575635] env[69325]: _type = "Task" [ 926.575635] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.585803] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071906, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.617147] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071904, 'name': CreateVM_Task, 'duration_secs': 0.528397} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.617276] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.617991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.618247] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.618631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.619808] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.622049] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fa0f05-4bd9-4bdc-9baa-6276cdb20003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.627972] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 926.627972] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529f975a-ca92-a6a4-7564-008fd52525be" [ 926.627972] env[69325]: _type = "Task" [ 926.627972] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.637599] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529f975a-ca92-a6a4-7564-008fd52525be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.646631] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.646924] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.647101] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.647958] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.647958] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.647958] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.647958] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.648248] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.648372] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.648521] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.648708] env[69325]: DEBUG nova.virt.hardware [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.650062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d667b23-1e70-49b7-af2a-b6ee4c89e964 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.659078] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762a565-0118-4977-be45-e36805acd994 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.710713] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071905, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.860061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.917209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.920289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.617s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.920428] env[69325]: DEBUG nova.objects.instance [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 926.944522] env[69325]: INFO nova.scheduler.client.report [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Deleted allocations for instance a64aa237-ac06-4b06-bc6b-9cfd3a2fb167 [ 927.088495] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071906, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.143953] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529f975a-ca92-a6a4-7564-008fd52525be, 'name': SearchDatastore_Task, 'duration_secs': 0.086497} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.145211] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.145211] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.145653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.146142] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.146493] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d67f4bb0-6980-4d6e-b9e6-c1711f897949 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.159168] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.159674] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.160539] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917eb1db-abfb-40df-b092-9829de04dd31 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.170341] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 927.170341] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5269ab49-c217-03dd-5ee5-c4a83f48fe55" [ 927.170341] env[69325]: _type = "Task" [ 927.170341] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.180628] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5269ab49-c217-03dd-5ee5-c4a83f48fe55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.211474] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956131} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.211569] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] fada2955-134c-4755-ad5b-7a56a4456743/fada2955-134c-4755-ad5b-7a56a4456743.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.211761] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.212055] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd9a292-740c-42d2-9c6c-3366283f5b20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.219911] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 927.219911] env[69325]: value = "task-4071907" [ 927.219911] env[69325]: _type = "Task" [ 927.219911] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.230397] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.234255] env[69325]: DEBUG nova.compute.manager [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Received event network-vif-plugged-fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.234526] env[69325]: DEBUG oslo_concurrency.lockutils [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] Acquiring lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.234745] env[69325]: DEBUG oslo_concurrency.lockutils [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.234929] env[69325]: DEBUG oslo_concurrency.lockutils [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.235109] env[69325]: DEBUG nova.compute.manager [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] No waiting events found dispatching network-vif-plugged-fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 927.235275] env[69325]: WARNING nova.compute.manager [req-72ba6ebf-4439-4db4-a361-5cb58e27fd35 req-9eea829c-c3d0-4317-bb4b-889546b1382f service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Received unexpected event network-vif-plugged-fc89c339-3b67-44fa-91f7-ea06ed55f031 for instance with vm_state building and task_state spawning. [ 927.349923] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Successfully updated port: fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.455788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfd8a42d-139e-47e1-b974-acb844b62a87 tempest-ServersListShow298Test-660373492 tempest-ServersListShow298Test-660373492-project-member] Lock "a64aa237-ac06-4b06-bc6b-9cfd3a2fb167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.093s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.592726] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071906, 'name': Destroy_Task, 'duration_secs': 0.666272} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.593075] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Destroyed the VM [ 927.593356] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.593640] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-733ee4f3-bdbf-45b7-a42e-283c678721d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.602361] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 927.602361] env[69325]: value = "task-4071908" [ 927.602361] env[69325]: _type = "Task" [ 927.602361] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.616633] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.683276] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5269ab49-c217-03dd-5ee5-c4a83f48fe55, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.684169] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f9829f-90b3-47ec-9c08-55a67ddb500e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.690890] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 927.690890] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529a5189-6692-cf1a-e186-0daa29ffab5b" [ 927.690890] env[69325]: _type = "Task" [ 927.690890] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.700248] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529a5189-6692-cf1a-e186-0daa29ffab5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.730353] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087428} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.730671] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.731961] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd807a-de88-4920-897b-0ee97ae15c0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.756463] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] fada2955-134c-4755-ad5b-7a56a4456743/fada2955-134c-4755-ad5b-7a56a4456743.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.757730] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a280e129-e8f2-4d56-b9ec-7a6bb13bd73e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.783088] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 927.783088] env[69325]: value = "task-4071909" [ 927.783088] env[69325]: _type = "Task" [ 927.783088] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.792551] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.852788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.852942] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.853202] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.935019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14060ec6-9c34-40b0-892a-c50ff940c33a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.936440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.357s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.114248] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.203240] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529a5189-6692-cf1a-e186-0daa29ffab5b, 'name': SearchDatastore_Task, 'duration_secs': 0.02149} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.203673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.204061] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.204341] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe48be0e-9d02-4585-88b1-f00976971f17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.213130] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 928.213130] env[69325]: value = "task-4071910" [ 928.213130] env[69325]: _type = "Task" [ 928.213130] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.225988] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.295096] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.410152] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.442626] env[69325]: INFO nova.compute.claims [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.613308] env[69325]: DEBUG nova.network.neutron [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Updating instance_info_cache with network_info: [{"id": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "address": "fa:16:3e:dc:a7:e0", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89c339-3b", "ovs_interfaceid": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.622029] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071908, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.724877] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.799027] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071909, 'name': ReconfigVM_Task, 'duration_secs': 0.886383} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.799027] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Reconfigured VM instance instance-00000041 to attach disk [datastore2] fada2955-134c-4755-ad5b-7a56a4456743/fada2955-134c-4755-ad5b-7a56a4456743.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.799027] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a12ee88d-e980-44de-8ba7-c8b3fe4c7c8a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.808680] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 928.808680] env[69325]: value = "task-4071911" [ 928.808680] env[69325]: _type = "Task" [ 928.808680] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.821099] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071911, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.952702] env[69325]: INFO nova.compute.resource_tracker [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating resource usage from migration 101dcecc-892e-43d0-9d95-564f0c9ea23d [ 929.117018] env[69325]: DEBUG oslo_vmware.api [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071908, 'name': RemoveSnapshot_Task, 'duration_secs': 1.498107} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.117988] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.118279] env[69325]: INFO nova.compute.manager [None req-452e2a6d-8ed4-48f6-a2fc-34d04ef3b2bf tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 929.121697] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.121837] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Instance network_info: |[{"id": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "address": "fa:16:3e:dc:a7:e0", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89c339-3b", "ovs_interfaceid": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.122714] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc89c339-3b67-44fa-91f7-ea06ed55f031', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.132856] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.136185] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.136737] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6730253-0649-44fa-ac7e-77364190d06e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.163417] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.163417] env[69325]: value = "task-4071912" [ 929.163417] env[69325]: _type = "Task" [ 929.163417] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.177432] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071912, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.227071] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.267129] env[69325]: DEBUG nova.compute.manager [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Received event network-changed-fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.267450] env[69325]: DEBUG nova.compute.manager [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Refreshing instance network info cache due to event network-changed-fc89c339-3b67-44fa-91f7-ea06ed55f031. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.267930] env[69325]: DEBUG oslo_concurrency.lockutils [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] Acquiring lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.267930] env[69325]: DEBUG oslo_concurrency.lockutils [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] Acquired lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.268176] env[69325]: DEBUG nova.network.neutron [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Refreshing network info cache for port fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.321554] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071911, 'name': Rename_Task, 'duration_secs': 0.2165} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.321808] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.322067] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363dc64b-20eb-4918-b5b0-2634bbd9baf1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.335016] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 929.335016] env[69325]: value = "task-4071913" [ 929.335016] env[69325]: _type = "Task" [ 929.335016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.341901] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.553864] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546eea3-fd8e-4966-93bf-8887cf5d02af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.562100] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded9a77-9b42-45be-8f26-8eb4ab69ab16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.593878] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0531da-2a16-489d-aa80-9351ee11ec06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.602637] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31960252-a2f3-4676-8428-3492c31572a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.618306] env[69325]: DEBUG nova.compute.provider_tree [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.675876] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071912, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.727408] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.843339] env[69325]: DEBUG oslo_vmware.api [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071913, 'name': PowerOnVM_Task, 'duration_secs': 0.473982} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.843670] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.843887] env[69325]: INFO nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Took 8.33 seconds to spawn the instance on the hypervisor. [ 929.844223] env[69325]: DEBUG nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.845083] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ec864-de01-43af-8140-7b5cf9d1502d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.024679] env[69325]: DEBUG nova.network.neutron [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Updated VIF entry in instance network info cache for port fc89c339-3b67-44fa-91f7-ea06ed55f031. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.025090] env[69325]: DEBUG nova.network.neutron [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Updating instance_info_cache with network_info: [{"id": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "address": "fa:16:3e:dc:a7:e0", "network": {"id": "bbc48479-220d-4ad8-86ec-6f77e30f4f1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-485155142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae0d2d7344e464884b04d2d81cd7aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89c339-3b", "ovs_interfaceid": "fc89c339-3b67-44fa-91f7-ea06ed55f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.121977] env[69325]: DEBUG nova.scheduler.client.report [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.174805] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071912, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.227508] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.718226} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.227782] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.228048] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.228274] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf1cc121-0ce6-4557-b55e-12b0c991c693 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.235629] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 930.235629] env[69325]: value = "task-4071914" [ 930.235629] env[69325]: _type = "Task" [ 930.235629] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.247589] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.365338] env[69325]: INFO nova.compute.manager [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Took 53.28 seconds to build instance. [ 930.527396] env[69325]: DEBUG oslo_concurrency.lockutils [req-d852cff4-836f-4932-b08f-4954ea9523cc req-e13708c3-1dc5-4a98-a671-c21b25597979 service nova] Releasing lock "refresh_cache-9ee1631e-244e-4898-80f4-cfb82d512b42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.627744] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.692s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.627980] env[69325]: INFO nova.compute.manager [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Migrating [ 930.634618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.244s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.634835] env[69325]: DEBUG nova.objects.instance [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.677148] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071912, 'name': CreateVM_Task, 'duration_secs': 1.482544} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.677576] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.678345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.678532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.678852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.679160] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4325ce6c-2902-45ea-b2fe-16b24acbeced {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.685262] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 930.685262] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524073eb-2897-f6c1-9ddf-ea0c20bab39c" [ 930.685262] env[69325]: _type = "Task" [ 930.685262] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.693732] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524073eb-2897-f6c1-9ddf-ea0c20bab39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.746627] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080603} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.746892] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.747707] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f69d3-9051-4379-857a-0a9b12b265e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.771182] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.771565] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911f72b4-3d78-4473-9411-77a67ae6f22d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.793518] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 930.793518] env[69325]: value = "task-4071915" [ 930.793518] env[69325]: _type = "Task" [ 930.793518] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.802040] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.867502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.388s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.146721] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.147092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.147130] env[69325]: DEBUG nova.network.neutron [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.198041] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524073eb-2897-f6c1-9ddf-ea0c20bab39c, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.198041] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.198268] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.198412] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.198533] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.198719] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.198983] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a300d3-c75e-48fc-9df5-dbb407d7375f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.209748] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.209953] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.210895] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3b9a4b-8af4-4acd-b2e5-65b87b40df3b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.217443] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 931.217443] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ab93d3-fbc5-2c22-3e06-58f9acb17a03" [ 931.217443] env[69325]: _type = "Task" [ 931.217443] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.228999] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ab93d3-fbc5-2c22-3e06-58f9acb17a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.304643] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071915, 'name': ReconfigVM_Task, 'duration_secs': 0.28233} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.304643] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Reconfigured VM instance instance-0000003f to attach disk [datastore2] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8/cdf2665d-8882-40e4-b8a4-a1765c1e4cc8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.305268] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fab7df1-fa36-48bf-bd8d-a452ae62fc30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.313040] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 931.313040] env[69325]: value = "task-4071916" [ 931.313040] env[69325]: _type = "Task" [ 931.313040] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.323891] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071916, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.375703] env[69325]: DEBUG nova.compute.manager [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.375703] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.377561] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91aae0-9f7c-4dea-b399-a1cab2a550fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.644413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e58ba2d-66e7-48e2-bc74-5abc83ef7543 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.645556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.012s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.645788] env[69325]: DEBUG nova.objects.instance [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lazy-loading 'resources' on Instance uuid 8dc747d9-fe78-4a01-bf0f-5408ef6d1444 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.714616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.714969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.715211] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.715409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.715639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.717977] env[69325]: INFO nova.compute.manager [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Terminating instance [ 931.732019] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ab93d3-fbc5-2c22-3e06-58f9acb17a03, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.738056] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01bcf2a-5b8b-4c22-a5dd-2cd267f002b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.743634] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 931.743634] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522ecba0-2d42-47f5-7275-b52f1d6faea8" [ 931.743634] env[69325]: _type = "Task" [ 931.743634] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.752208] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522ecba0-2d42-47f5-7275-b52f1d6faea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.824906] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071916, 'name': Rename_Task, 'duration_secs': 0.152577} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.825483] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.827904] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edb4c79-efbf-4ff7-b5d9-f502fe2b59ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.829661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "fada2955-134c-4755-ad5b-7a56a4456743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.829880] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.830094] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "fada2955-134c-4755-ad5b-7a56a4456743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.830283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.830451] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.832996] env[69325]: INFO nova.compute.manager [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Terminating instance [ 931.837483] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 931.837483] env[69325]: value = "task-4071917" [ 931.837483] env[69325]: _type = "Task" [ 931.837483] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.846930] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.889312] env[69325]: INFO nova.compute.manager [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] instance snapshotting [ 931.892020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5649965-5d6c-47f4-a588-a95f61bf8f7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.913370] env[69325]: DEBUG nova.network.neutron [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.918020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.918020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b48a3-b6c6-46e2-a602-860ba0b65afa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.228029] env[69325]: DEBUG nova.compute.manager [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.228029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.228029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1d796-8694-4513-b4f1-32a43d109a48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.239527] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.239828] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc337581-447a-42f4-8d9f-8f544eaf1152 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.252179] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 932.252179] env[69325]: value = "task-4071918" [ 932.252179] env[69325]: _type = "Task" [ 932.252179] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.260683] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522ecba0-2d42-47f5-7275-b52f1d6faea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.262318] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.262643] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ee1631e-244e-4898-80f4-cfb82d512b42/9ee1631e-244e-4898-80f4-cfb82d512b42.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.262930] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02b4a3a5-c623-4a9a-b2f7-ee0ab480a480 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.268583] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.277111] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 932.277111] env[69325]: value = "task-4071919" [ 932.277111] env[69325]: _type = "Task" [ 932.277111] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.289447] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.337576] env[69325]: DEBUG nova.compute.manager [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.337890] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.338980] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf92f9-3dbd-42e5-a9d4-c4d140460a83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.354601] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.357945] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b691c2f-9ffa-4b48-8d70-4c61476f88fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.359756] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071917, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.366797] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 932.366797] env[69325]: value = "task-4071920" [ 932.366797] env[69325]: _type = "Task" [ 932.366797] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.383263] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.420025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.427664] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.428485] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b46999f8-6d9a-428b-bb3a-5779310f1306 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443702] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 932.443702] env[69325]: value = "task-4071921" [ 932.443702] env[69325]: _type = "Task" [ 932.443702] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.461103] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.769764] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071918, 'name': PowerOffVM_Task, 'duration_secs': 0.298992} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.770115] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.770115] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.770429] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0f52f2-bd9b-47c1-8079-1af1018aba1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.528326] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.528615] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.528701] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleting the datastore file [datastore1] ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.537929] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1db89ff-1ba8-4b18-97df-6cc35e7866d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.543529] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579182} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.545823] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ee1631e-244e-4898-80f4-cfb82d512b42/9ee1631e-244e-4898-80f4-cfb82d512b42.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.548429] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.548429] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f54bc7-37be-4c5a-9d0f-1b10b927759d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.556964] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071921, 'name': CreateSnapshot_Task, 'duration_secs': 0.73805} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.557221] env[69325]: DEBUG oslo_vmware.api [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071917, 'name': PowerOnVM_Task, 'duration_secs': 0.626243} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.557446] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071920, 'name': PowerOffVM_Task, 'duration_secs': 0.260547} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.560508] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.560781] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.560981] env[69325]: DEBUG nova.compute.manager [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.561274] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.561447] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.562175] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e262c-d4e6-4b6b-ba55-6ff5f2949d0e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.566795] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb31f7-47a0-44e3-b1fa-9d23be309bd3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.569854] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467129e-0846-4615-a574-f9fd268aac8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.572574] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af16d889-77ba-470d-8467-001f9f88a8e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.574092] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 933.574092] env[69325]: value = "task-4071923" [ 933.574092] env[69325]: _type = "Task" [ 933.574092] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.575869] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 933.575869] env[69325]: value = "task-4071924" [ 933.575869] env[69325]: _type = "Task" [ 933.575869] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.595528] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286fec4-80e2-456d-924a-6b91d47d8180 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.603281] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.608264] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.634672] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ecfd5c-3fcc-45f9-9265-4365c44ac8d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.645643] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1b18b-dc9a-40ea-8bb2-8f89f66b032a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.664690] env[69325]: DEBUG nova.compute.provider_tree [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.672057] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.672057] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.672057] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleting the datastore file [datastore2] fada2955-134c-4755-ad5b-7a56a4456743 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.672790] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b409ed2-e7be-4712-aafe-74eee140ffd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.680348] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 933.680348] env[69325]: value = "task-4071926" [ 933.680348] env[69325]: _type = "Task" [ 933.680348] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.688914] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.088586] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.091712] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08099} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.091825] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.092564] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43939a-5c8d-4b07-b6cc-fe44d8ae1357 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.101348] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.105045] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9705439b-3db4-4cdd-af68-c5912aee4209 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.110699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.129723] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9ee1631e-244e-4898-80f4-cfb82d512b42/9ee1631e-244e-4898-80f4-cfb82d512b42.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.131523] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081a9a40-f26b-4053-952c-195257c3659b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.146574] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 934.146574] env[69325]: value = "task-4071927" [ 934.146574] env[69325]: _type = "Task" [ 934.146574] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.154062] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 934.154062] env[69325]: value = "task-4071928" [ 934.154062] env[69325]: _type = "Task" [ 934.154062] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.158042] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071927, 'name': CloneVM_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.167544] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.169655] env[69325]: DEBUG nova.scheduler.client.report [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.195304] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.541556] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cb1354-5610-40e7-8c15-580011e90de3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.561314] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.590401] env[69325]: DEBUG oslo_vmware.api [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615765} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.590688] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.590841] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.591588] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.591588] env[69325]: INFO nova.compute.manager [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Took 2.37 seconds to destroy the instance on the hypervisor. [ 934.591588] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.591752] env[69325]: DEBUG nova.compute.manager [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.591752] env[69325]: DEBUG nova.network.neutron [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.660018] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071927, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.668905] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.676022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.030s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.678461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.553s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.678992] env[69325]: DEBUG nova.objects.instance [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'resources' on Instance uuid 2efaacc8-578b-442a-a6f7-ac9ed2ae7093 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.694908] env[69325]: DEBUG oslo_vmware.api [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4071926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.61158} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.695085] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.695312] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.695508] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.695700] env[69325]: INFO nova.compute.manager [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Took 2.36 seconds to destroy the instance on the hypervisor. [ 934.696016] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.696349] env[69325]: DEBUG nova.compute.manager [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.696503] env[69325]: DEBUG nova.network.neutron [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.710533] env[69325]: INFO nova.scheduler.client.report [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Deleted allocations for instance 8dc747d9-fe78-4a01-bf0f-5408ef6d1444 [ 935.043048] env[69325]: DEBUG nova.compute.manager [req-e424b131-91d7-40a3-b448-601b694c23a8 req-7d10b934-e6e1-4635-968e-c29fedbe2f6b service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Received event network-vif-deleted-7acae672-caaa-436a-990b-3493784abac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.043048] env[69325]: INFO nova.compute.manager [req-e424b131-91d7-40a3-b448-601b694c23a8 req-7d10b934-e6e1-4635-968e-c29fedbe2f6b service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Neutron deleted interface 7acae672-caaa-436a-990b-3493784abac0; detaching it from the instance and deleting it from the info cache [ 935.045431] env[69325]: DEBUG nova.network.neutron [req-e424b131-91d7-40a3-b448-601b694c23a8 req-7d10b934-e6e1-4635-968e-c29fedbe2f6b service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.067991] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.068608] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cae3a1-9f52-4072-b77f-4690b38cb299 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.079888] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 935.079888] env[69325]: value = "task-4071929" [ 935.079888] env[69325]: _type = "Task" [ 935.079888] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.093205] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.168634] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071927, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.171964] env[69325]: DEBUG nova.compute.manager [req-26f16321-0173-45eb-9afb-017578372bdb req-7186b8dc-f8ee-4db9-919a-470c01948c9d service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Received event network-vif-deleted-1c1ce401-820b-4be3-b749-9388e5d5656b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.172823] env[69325]: INFO nova.compute.manager [req-26f16321-0173-45eb-9afb-017578372bdb req-7186b8dc-f8ee-4db9-919a-470c01948c9d service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Neutron deleted interface 1c1ce401-820b-4be3-b749-9388e5d5656b; detaching it from the instance and deleting it from the info cache [ 935.172823] env[69325]: DEBUG nova.network.neutron [req-26f16321-0173-45eb-9afb-017578372bdb req-7186b8dc-f8ee-4db9-919a-470c01948c9d service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.180029] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071928, 'name': ReconfigVM_Task, 'duration_secs': 0.563635} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.180545] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9ee1631e-244e-4898-80f4-cfb82d512b42/9ee1631e-244e-4898-80f4-cfb82d512b42.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.183701] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ce24d5-de13-49fe-8ae6-361c33f7d2f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.194081] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 935.194081] env[69325]: value = "task-4071930" [ 935.194081] env[69325]: _type = "Task" [ 935.194081] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.205030] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071930, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.223375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Lock "8dc747d9-fe78-4a01-bf0f-5408ef6d1444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.463s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.401835] env[69325]: DEBUG nova.network.neutron [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.502186] env[69325]: DEBUG nova.network.neutron [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.548909] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-760ec202-6739-4f4b-96ce-1806875ad892 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.561276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ceda3-d33f-4a59-a2e2-66f127f99191 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.600715] env[69325]: DEBUG nova.compute.manager [req-e424b131-91d7-40a3-b448-601b694c23a8 req-7d10b934-e6e1-4635-968e-c29fedbe2f6b service nova] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Detach interface failed, port_id=7acae672-caaa-436a-990b-3493784abac0, reason: Instance ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.607943] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071929, 'name': PowerOffVM_Task, 'duration_secs': 0.229354} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.608843] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.609056] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.662811] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071927, 'name': CloneVM_Task, 'duration_secs': 1.391223} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.665642] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Created linked-clone VM from snapshot [ 935.667631] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba03cf-58b5-42f6-abce-b7ae0d1c7782 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.676904] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Uploading image 465176db-eac8-4c95-8110-643b0cfe2c19 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.679223] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16b90a1a-d8fe-4f87-a42a-b3afe9be9376 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.690106] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf7573-262d-4cf5-8da8-471e2346560f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.716008] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071930, 'name': Rename_Task, 'duration_secs': 0.185071} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.718596] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.718596] env[69325]: value = "vm-806913" [ 935.718596] env[69325]: _type = "VirtualMachine" [ 935.718596] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.719132] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.719398] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56a07e96-441c-4d71-a92b-e5cc043648b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.723155] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bfef409-c503-4337-ae4a-8a394808f88a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.738269] env[69325]: DEBUG nova.compute.manager [req-26f16321-0173-45eb-9afb-017578372bdb req-7186b8dc-f8ee-4db9-919a-470c01948c9d service nova] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Detach interface failed, port_id=1c1ce401-820b-4be3-b749-9388e5d5656b, reason: Instance fada2955-134c-4755-ad5b-7a56a4456743 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.743785] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lease: (returnval){ [ 935.743785] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c45e55-df95-24e5-f7ba-74b2fc4a9524" [ 935.743785] env[69325]: _type = "HttpNfcLease" [ 935.743785] env[69325]: } obtained for exporting VM: (result){ [ 935.743785] env[69325]: value = "vm-806913" [ 935.743785] env[69325]: _type = "VirtualMachine" [ 935.743785] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.744085] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the lease: (returnval){ [ 935.744085] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c45e55-df95-24e5-f7ba-74b2fc4a9524" [ 935.744085] env[69325]: _type = "HttpNfcLease" [ 935.744085] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.745563] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 935.745563] env[69325]: value = "task-4071932" [ 935.745563] env[69325]: _type = "Task" [ 935.745563] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.758846] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.758846] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c45e55-df95-24e5-f7ba-74b2fc4a9524" [ 935.758846] env[69325]: _type = "HttpNfcLease" [ 935.758846] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.762847] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.762847] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c45e55-df95-24e5-f7ba-74b2fc4a9524" [ 935.762847] env[69325]: _type = "HttpNfcLease" [ 935.762847] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.763349] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.764369] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327f4692-9cf0-43b7-855c-d972ae403761 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.769630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.769863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.770240] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.770338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.770469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.772903] env[69325]: INFO nova.compute.manager [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Terminating instance [ 935.779524] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.779720] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.875334] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfe46b26-ba5b-4b0c-83a3-10255e34c1a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.906305] env[69325]: INFO nova.compute.manager [-] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Took 1.31 seconds to deallocate network for instance. [ 935.933931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c924972-9888-4f42-8d49-139907bd6da2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.944240] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc70ac-1c81-4c85-a81a-baedbfc0128c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.978902] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b0535-a25b-4041-bae2-f613a09d5aec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.989704] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e9ac1-9368-436d-a781-5ac0262aeed5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.005912] env[69325]: DEBUG nova.compute.provider_tree [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.010047] env[69325]: INFO nova.compute.manager [-] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Took 1.31 seconds to deallocate network for instance. [ 936.117502] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.117716] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.117716] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.118892] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.119149] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.128911] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f41e8277-d5a7-441b-887f-ede377adc157 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.151045] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 936.151045] env[69325]: value = "task-4071933" [ 936.151045] env[69325]: _type = "Task" [ 936.151045] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.162739] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071933, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.259891] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.283112] env[69325]: DEBUG nova.compute.manager [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.283112] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.283606] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b1ffe-dd9f-4da9-981d-1fedae133776 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.295832] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.296155] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367c3d7b-3eeb-4caf-baaf-9b5dca2e3790 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.305060] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 936.305060] env[69325]: value = "task-4071934" [ 936.305060] env[69325]: _type = "Task" [ 936.305060] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.319049] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.417910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.509836] env[69325]: DEBUG nova.scheduler.client.report [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.519428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.666509] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071933, 'name': ReconfigVM_Task, 'duration_secs': 0.23646} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.666918] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.732785] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.732785] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.763405] env[69325]: DEBUG oslo_vmware.api [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071932, 'name': PowerOnVM_Task, 'duration_secs': 0.817025} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.763845] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.763917] env[69325]: INFO nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Took 10.14 seconds to spawn the instance on the hypervisor. [ 936.764113] env[69325]: DEBUG nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.765105] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0b4c68-5611-4719-b182-2541ea0abb6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.821430] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071934, 'name': PowerOffVM_Task, 'duration_secs': 0.405435} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.821793] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.824274] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.824274] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-490606b5-efda-4da2-b3c8-2a8bb5af2bdd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.908121] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.908528] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.908916] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore2] cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.909923] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a394f4f-5c58-4aff-925b-8826c5a36708 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.920321] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 936.920321] env[69325]: value = "task-4071936" [ 936.920321] env[69325]: _type = "Task" [ 936.920321] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.933726] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.021128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.024434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.467s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.058081] env[69325]: INFO nova.scheduler.client.report [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance 2efaacc8-578b-442a-a6f7-ac9ed2ae7093 [ 937.176416] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:52:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c5e3cb1c-9a19-45aa-839e-afe2d8ab9fb4',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1203233119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.176743] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.176997] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.177286] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.177682] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.177903] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.178152] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.178579] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.178767] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.179388] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.179826] env[69325]: DEBUG nova.virt.hardware [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.187234] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.187646] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14b1bd5-c72d-4602-ba70-3441c41d719b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.217666] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 937.217666] env[69325]: value = "task-4071937" [ 937.217666] env[69325]: _type = "Task" [ 937.217666] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.229173] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.288982] env[69325]: INFO nova.compute.manager [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Took 56.51 seconds to build instance. [ 937.433154] env[69325]: DEBUG oslo_vmware.api [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4071936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348829} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.433687] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.434929] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.435832] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.436204] env[69325]: INFO nova.compute.manager [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 937.436574] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.436859] env[69325]: DEBUG nova.compute.manager [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.437206] env[69325]: DEBUG nova.network.neutron [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.570396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8b845787-d8e9-4227-93c4-8c917d5035e9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "2efaacc8-578b-442a-a6f7-ac9ed2ae7093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.235s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.731845] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071937, 'name': ReconfigVM_Task, 'duration_secs': 0.19322} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.732145] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.734082] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940eb4a0-b607-4a30-af88-c1acdfb48341 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.759474] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.761114] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a9e235-e147-430b-b042-8e7ea3d01953 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.782162] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 937.782162] env[69325]: value = "task-4071938" [ 937.782162] env[69325]: _type = "Task" [ 937.782162] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.797555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d872a36-157a-4e3a-9948-2c7ab54a6450 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.529s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.797880] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.811780] env[69325]: DEBUG nova.compute.manager [req-cddef002-1f4e-46d2-a7a8-b7f48e2bc5b8 req-a30b7065-101b-45cc-a48c-02cf25f31c01 service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Received event network-vif-deleted-3f06456b-5ed2-4060-a5aa-4785633d7243 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.812062] env[69325]: INFO nova.compute.manager [req-cddef002-1f4e-46d2-a7a8-b7f48e2bc5b8 req-a30b7065-101b-45cc-a48c-02cf25f31c01 service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Neutron deleted interface 3f06456b-5ed2-4060-a5aa-4785633d7243; detaching it from the instance and deleting it from the info cache [ 937.814050] env[69325]: DEBUG nova.network.neutron [req-cddef002-1f4e-46d2-a7a8-b7f48e2bc5b8 req-a30b7065-101b-45cc-a48c-02cf25f31c01 service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.045079] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 as it has an incoming, in-progress migration 101dcecc-892e-43d0-9d95-564f0c9ea23d. Migration status is migrating {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 938.047174] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating resource usage from migration 101dcecc-892e-43d0-9d95-564f0c9ea23d [ 938.091395] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 53a5c270-6084-4c1e-a63b-7cc7de611e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.091536] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 20214520-e4ae-4e49-8958-f2196303b998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.091686] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ffd7b1db-a645-43fa-ab71-890130bf4a76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.091823] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f17cebdf-b876-4778-80c9-f4a50b0bd402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.091980] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance e5f45a1f-33d1-4633-b03f-307e9ba561af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.092144] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance c24189e8-ca4b-448f-954f-e25bcc4db234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.092245] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.092366] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.092925] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 70a9c8d9-900e-4517-92db-73a4e56d195e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.092925] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance bee5a8e6-dd33-491a-9a9d-54caceadee34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.092925] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3dd35aa5-4363-4117-8375-3f6f3fa4a85c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.092925] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance b62a8dd1-446a-4c22-84a0-346a3eed7d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.093118] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.093248] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 6aa09725-5e88-48bd-8328-e5ef212f4593 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.093417] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 6e2e7748-91d0-4720-9a73-0b7e9025ac65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.093572] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance cb1584df-62fb-450e-ac7d-bf104f411e98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.093693] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance bd9162ff-549a-441b-8b70-c77afd0180cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.093805] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f648541b-fd64-472b-be1b-5e8ed9861d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.093917] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 1b78b783-4842-4be9-954a-6fce5ce2be2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.094040] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.094164] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.094302] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance fada2955-134c-4755-ad5b-7a56a4456743 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.094412] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9ee1631e-244e-4898-80f4-cfb82d512b42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.295288] env[69325]: DEBUG nova.network.neutron [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.296173] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071938, 'name': ReconfigVM_Task, 'duration_secs': 0.359532} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.296511] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.296934] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.304178] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.314796] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f50c6db-e9dc-4930-9c6b-09d4ef69c6fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.329024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accdcbe0-4e7f-406c-b102-de21e12e98c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.381199] env[69325]: DEBUG nova.compute.manager [req-cddef002-1f4e-46d2-a7a8-b7f48e2bc5b8 req-a30b7065-101b-45cc-a48c-02cf25f31c01 service nova] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Detach interface failed, port_id=3f06456b-5ed2-4060-a5aa-4785633d7243, reason: Instance cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 938.597797] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 928a28c4-82f0-4cb4-b028-e410d5002a2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.802139] env[69325]: INFO nova.compute.manager [-] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Took 1.36 seconds to deallocate network for instance. [ 938.810626] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e46ac-dde9-4eb5-8d84-e7859f4fe3ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.841693] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff3342a-fc68-4fdb-8878-c767c25bf28e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.864762] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.869612] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.102876] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance b21bdc7e-7f95-4b9d-abf8-5da29e0c9166 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.311132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.436415] env[69325]: DEBUG nova.network.neutron [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Port 97d758ba-ce63-4a2c-b760-48ff61031a79 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 939.606046] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 5645e57c-e1f1-4b08-b8ac-da9f398642b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.110713] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ca310880-d26b-4f6d-a633-9a05804340dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.111114] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration 101dcecc-892e-43d0-9d95-564f0c9ea23d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 940.111156] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 940.467393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.467393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.467393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.614938] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 517c3322-602c-4290-bd24-00f22a79164e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.862895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.863206] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.118146] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.452160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "9ee1631e-244e-4898-80f4-cfb82d512b42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.452160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.452160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.452160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.452160] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.458138] env[69325]: INFO nova.compute.manager [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Terminating instance [ 941.516564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.516757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.516965] env[69325]: DEBUG nova.network.neutron [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.621029] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a1e86d5d-a665-4164-b0e9-7abdd2814bb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.968461] env[69325]: DEBUG nova.compute.manager [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.968461] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.968461] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138fafa-025f-4469-87d9-ec2b81918366 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.976569] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.976869] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d55e8ec-95f7-4839-9cd0-93eeda35aac1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.984480] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 941.984480] env[69325]: value = "task-4071939" [ 941.984480] env[69325]: _type = "Task" [ 941.984480] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.994388] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.124489] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 25960116-e931-4230-baae-940b613ef9d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.388412] env[69325]: DEBUG nova.network.neutron [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.495952] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071939, 'name': PowerOffVM_Task, 'duration_secs': 0.272498} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.496935] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.496935] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.496935] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d65d38b4-baba-438c-a968-239aac2e642a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.576806] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.577054] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.578422] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleting the datastore file [datastore2] 9ee1631e-244e-4898-80f4-cfb82d512b42 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.578422] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eeb2599-ef37-4bbe-aaa8-ffe0dbf1e8b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.588020] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 942.588020] env[69325]: value = "task-4071941" [ 942.588020] env[69325]: _type = "Task" [ 942.588020] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.599650] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.627786] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 603824d0-f2da-4bd8-99c3-9a768ac5a3ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.895187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.100023] env[69325]: DEBUG oslo_vmware.api [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4071941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.100023] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.100023] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.100254] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.100254] env[69325]: INFO nova.compute.manager [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 943.100489] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.101024] env[69325]: DEBUG nova.compute.manager [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.101120] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.131370] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3bbf1847-5587-4978-8a66-7f77c75ec099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.428764] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413bd38c-64a2-4b20-bdee-ae01a9a1d5aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.456100] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15476ae4-9fe9-452d-a9e6-d694d4b58f30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.468179] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.634782] env[69325]: DEBUG nova.compute.manager [req-8da2bcbd-e09c-410c-9dac-6d4ef9b7ace6 req-cbcbe36a-7d17-499e-a062-92c7b5448943 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Received event network-vif-deleted-fc89c339-3b67-44fa-91f7-ea06ed55f031 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.634782] env[69325]: INFO nova.compute.manager [req-8da2bcbd-e09c-410c-9dac-6d4ef9b7ace6 req-cbcbe36a-7d17-499e-a062-92c7b5448943 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Neutron deleted interface fc89c339-3b67-44fa-91f7-ea06ed55f031; detaching it from the instance and deleting it from the info cache [ 943.634782] env[69325]: DEBUG nova.network.neutron [req-8da2bcbd-e09c-410c-9dac-6d4ef9b7ace6 req-cbcbe36a-7d17-499e-a062-92c7b5448943 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.639450] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4a252e74-6751-43b4-9b5f-e0d27432534e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.947442] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "e1587b97-2612-4882-8d48-6e24fab88b1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.947762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.979889] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.981035] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdec458-6c58-4c48-acb0-032ee9a9b57e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.990623] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 943.990623] env[69325]: value = "task-4071942" [ 943.990623] env[69325]: _type = "Task" [ 943.990623] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.001557] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.004143] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.140801] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b006288-fb5e-4d45-a797-251164ead45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.143807] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7620a794-9e66-4187-894d-e3a60a97e8f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.154975] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bf1ef-560a-439b-8b56-221692568920 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.170803] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.172248] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e6619-adf2-4e02-a34a-23b8764f4242 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.179802] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.180023] env[69325]: ERROR oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk due to incomplete transfer. [ 944.180606] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a665f47-56e9-4ff1-bb90-a869857e8469 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.204360] env[69325]: DEBUG nova.compute.manager [req-8da2bcbd-e09c-410c-9dac-6d4ef9b7ace6 req-cbcbe36a-7d17-499e-a062-92c7b5448943 service nova] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Detach interface failed, port_id=fc89c339-3b67-44fa-91f7-ea06ed55f031, reason: Instance 9ee1631e-244e-4898-80f4-cfb82d512b42 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.206570] env[69325]: DEBUG oslo_vmware.rw_handles [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7bae-ae84-01a0-ac08-6c74cccf6b6f/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.206840] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Uploaded image 465176db-eac8-4c95-8110-643b0cfe2c19 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.209629] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.210471] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05128c1a-1012-4cf8-bd2c-10c51af6a415 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.219028] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 944.219028] env[69325]: value = "task-4071943" [ 944.219028] env[69325]: _type = "Task" [ 944.219028] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.229967] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071943, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.503177] env[69325]: DEBUG oslo_vmware.api [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4071942, 'name': PowerOnVM_Task, 'duration_secs': 0.442782} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.503177] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.503390] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-44b5ed21-88f4-4def-911f-a58440ab42ec tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance 'aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.508047] env[69325]: INFO nova.compute.manager [-] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Took 1.41 seconds to deallocate network for instance. [ 944.646955] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 8c319318-bcbd-4aff-ae95-c778ee6d1db8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.647303] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 944.647451] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 944.728875] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071943, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.015107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.191989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0c4df-7bc9-42f8-8d31-46c262550ef4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.200243] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b11a43-2b27-4cbf-b2ca-78eb660d4aaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.234235] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bcdfcb-0094-4471-b5ae-ddd05e5e41cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.246076] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be49f61c-af2e-41c9-b86d-69dcc8ddf6bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.250101] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071943, 'name': Destroy_Task, 'duration_secs': 0.623253} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.250404] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Destroyed the VM [ 945.250644] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.251316] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d421ffff-1966-41c5-b86c-2109125fdb94 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.262439] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.269561] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 945.269561] env[69325]: value = "task-4071944" [ 945.269561] env[69325]: _type = "Task" [ 945.269561] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.278394] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.765723] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.781613] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071944, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.275261] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 946.275549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.251s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.277229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 53.275s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.277229] env[69325]: DEBUG nova.objects.instance [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.278799] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.278953] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 946.283749] env[69325]: DEBUG oslo_vmware.api [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071944, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547596} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.284231] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.284467] env[69325]: INFO nova.compute.manager [None req-a2bdb1e5-2697-4ef9-b951-3af01368e2ac tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 14.39 seconds to snapshot the instance on the hypervisor. [ 946.468551] env[69325]: DEBUG nova.network.neutron [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Port 97d758ba-ce63-4a2c-b760-48ff61031a79 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 946.468877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.469059] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.469235] env[69325]: DEBUG nova.network.neutron [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.795892] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] There are 41 instances to clean {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 946.796244] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 2efaacc8-578b-442a-a6f7-ac9ed2ae7093] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.273896] env[69325]: DEBUG nova.network.neutron [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.300940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-db0a9e49-f21b-4401-bd99-ad394a1bc9ba tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.301620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.114s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.301704] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.303942] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.488s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.305976] env[69325]: INFO nova.compute.claims [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.309282] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a64aa237-ac06-4b06-bc6b-9cfd3a2fb167] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.348091] env[69325]: INFO nova.scheduler.client.report [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleted allocations for instance f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9 [ 947.776822] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.815817] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 2afd2d64-53a2-4300-ba27-b2de4ca269fd] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.857339] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b0c4213-015e-4fd5-91e8-bdbcb8d84695 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.018s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.119905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "f648541b-fd64-472b-be1b-5e8ed9861d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.120199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.120410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.120594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.120763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.122839] env[69325]: INFO nova.compute.manager [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Terminating instance [ 948.280318] env[69325]: DEBUG nova.compute.manager [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69325) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 948.280702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.319413] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 693f4c16-568a-488c-b1ac-d51a6518135b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.628068] env[69325]: DEBUG nova.compute.manager [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.628304] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.629502] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827747b-8c35-40dc-9ccb-010173fac3eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.639551] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.642322] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52115c73-ab2c-4da9-a3a9-14770a55122f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.649082] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 948.649082] env[69325]: value = "task-4071945" [ 948.649082] env[69325]: _type = "Task" [ 948.649082] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.661647] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.825476] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 8a8a3cd3-e556-440c-839b-2b72ee3b2eb6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.848431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec5f04-09d7-4c51-9232-3199be219908 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.858123] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f707e3-b1e7-4a30-8cf7-0aaddda82148 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.889092] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b79d8-3cf7-44ca-89c7-59c7b7648a11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.897388] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1789c3a-31e7-441c-824d-a6282e2b02df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.912054] env[69325]: DEBUG nova.compute.provider_tree [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.953128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.953499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.953765] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.953965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.954153] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.956529] env[69325]: INFO nova.compute.manager [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Terminating instance [ 949.160712] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071945, 'name': PowerOffVM_Task, 'duration_secs': 0.175144} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.161082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.161271] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.161575] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1c29de-514c-4cc9-ac5c-c976387db66f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.237951] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.238191] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.238846] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Deleting the datastore file [datastore2] f648541b-fd64-472b-be1b-5e8ed9861d86 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.238846] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14aec0cd-c55e-4031-8adf-7cca33fc6fa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.246132] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for the task: (returnval){ [ 949.246132] env[69325]: value = "task-4071947" [ 949.246132] env[69325]: _type = "Task" [ 949.246132] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.257765] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.328683] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: dcd842a0-6cc7-4918-8aa8-d25182252970] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.420183] env[69325]: DEBUG nova.scheduler.client.report [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.460186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "refresh_cache-b62a8dd1-446a-4c22-84a0-346a3eed7d8f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.460394] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquired lock "refresh_cache-b62a8dd1-446a-4c22-84a0-346a3eed7d8f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.460579] env[69325]: DEBUG nova.network.neutron [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.757145] env[69325]: DEBUG oslo_vmware.api [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Task: {'id': task-4071947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142406} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.757487] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.757711] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.757905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.758137] env[69325]: INFO nova.compute.manager [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 1.13 seconds to destroy the instance on the hypervisor. [ 949.758440] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.758713] env[69325]: DEBUG nova.compute.manager [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.758791] env[69325]: DEBUG nova.network.neutron [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.832182] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ffe27b90-c9e0-4033-baeb-a00e285af4cc] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.929083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.929625] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.932597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.740s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.934170] env[69325]: INFO nova.compute.claims [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.980562] env[69325]: DEBUG nova.network.neutron [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.047124] env[69325]: DEBUG nova.network.neutron [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.143669] env[69325]: DEBUG nova.compute.manager [req-4897cab3-1a1e-40ae-8e65-f351f9716d3f req-d7c07de2-a24a-4ddb-a37b-36e76d6da55a service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Received event network-vif-deleted-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.143941] env[69325]: INFO nova.compute.manager [req-4897cab3-1a1e-40ae-8e65-f351f9716d3f req-d7c07de2-a24a-4ddb-a37b-36e76d6da55a service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Neutron deleted interface d9320e32-3f7c-45a2-9b61-b84b53ba4ae0; detaching it from the instance and deleting it from the info cache [ 950.144137] env[69325]: DEBUG nova.network.neutron [req-4897cab3-1a1e-40ae-8e65-f351f9716d3f req-d7c07de2-a24a-4ddb-a37b-36e76d6da55a service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.335369] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 87fa633a-1683-4219-a042-4b9bffe90c2c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.441605] env[69325]: DEBUG nova.compute.utils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.444054] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.444054] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.498831] env[69325]: DEBUG nova.policy [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.550229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Releasing lock "refresh_cache-b62a8dd1-446a-4c22-84a0-346a3eed7d8f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.550758] env[69325]: DEBUG nova.compute.manager [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.551050] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.552401] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d6202-a863-4a78-b708-5ff09ba92e7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.561879] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.562095] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c11e225-954c-4244-9622-68cff7324bbf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.569020] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 950.569020] env[69325]: value = "task-4071948" [ 950.569020] env[69325]: _type = "Task" [ 950.569020] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.578316] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.598761] env[69325]: DEBUG nova.network.neutron [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.646909] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03576846-178d-4e87-97b4-e581d0445252 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.658512] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448528e-5d85-48b7-a621-362a84f8a310 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.694052] env[69325]: DEBUG nova.compute.manager [req-4897cab3-1a1e-40ae-8e65-f351f9716d3f req-d7c07de2-a24a-4ddb-a37b-36e76d6da55a service nova] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Detach interface failed, port_id=d9320e32-3f7c-45a2-9b61-b84b53ba4ae0, reason: Instance f648541b-fd64-472b-be1b-5e8ed9861d86 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.835936] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Successfully created port: f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.838216] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d6a3be63-5ad6-4ca9-855e-01b14065473a] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.944502] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.083883] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071948, 'name': PowerOffVM_Task, 'duration_secs': 0.140237} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.090305] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.090644] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.091416] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332b3328-c3d6-481b-af61-18dbf572104d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.102761] env[69325]: INFO nova.compute.manager [-] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Took 1.34 seconds to deallocate network for instance. [ 951.123409] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.123646] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.123881] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleting the datastore file [datastore2] b62a8dd1-446a-4c22-84a0-346a3eed7d8f {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.128906] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1299d2ae-6ba4-446e-99b5-ef2d4406e669 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.137508] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for the task: (returnval){ [ 951.137508] env[69325]: value = "task-4071950" [ 951.137508] env[69325]: _type = "Task" [ 951.137508] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.151614] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.342279] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 338e3dba-8a0f-449f-8390-a4899ae08146] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.523231] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22cbe8-e8d9-403e-a4c7-a795e2926d5d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.531932] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11783831-ff3e-439e-b1df-7154b37e400c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.565774] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca7f888-c558-49ff-a99a-d1ff0f5724ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.574806] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b714a6f-7a7b-483e-b3ca-00e0ab180bc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.589791] env[69325]: DEBUG nova.compute.provider_tree [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.609770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.647720] env[69325]: DEBUG oslo_vmware.api [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Task: {'id': task-4071950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114618} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.648115] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.648357] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.648544] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.648738] env[69325]: INFO nova.compute.manager [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 951.649152] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.649414] env[69325]: DEBUG nova.compute.manager [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.649472] env[69325]: DEBUG nova.network.neutron [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.665721] env[69325]: DEBUG nova.network.neutron [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.846619] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9e5a0744-6697-4972-9b86-33c5c7f5d83b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.958796] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.984583] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.984845] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.985010] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.985213] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.985362] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.985511] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.985719] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.985887] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.986048] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.986230] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.986402] env[69325]: DEBUG nova.virt.hardware [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.987291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0263dcc-c087-4163-a1bd-3b05c1dad4ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.995874] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe02e44f-b899-476d-8af5-2726169a28e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.093176] env[69325]: DEBUG nova.scheduler.client.report [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.168313] env[69325]: DEBUG nova.network.neutron [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.349565] env[69325]: DEBUG nova.compute.manager [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-vif-plugged-f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.350540] env[69325]: DEBUG oslo_concurrency.lockutils [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.350922] env[69325]: DEBUG oslo_concurrency.lockutils [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.351152] env[69325]: DEBUG oslo_concurrency.lockutils [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.351379] env[69325]: DEBUG nova.compute.manager [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] No waiting events found dispatching network-vif-plugged-f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.351656] env[69325]: WARNING nova.compute.manager [req-64d4b925-d00d-41bd-b082-1d468b9ea6a0 req-d15f6a8a-cc4c-4505-8cd4-9112f0fc87b2 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received unexpected event network-vif-plugged-f8f0826e-4019-44e4-98f6-38a68aeff427 for instance with vm_state building and task_state spawning. [ 952.352139] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: b5adf32b-f399-4338-8a19-79f9d51e9072] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.466208] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Successfully updated port: f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.598353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.598828] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.601585] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.093s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.601827] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.603917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.035s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.604112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.606202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.313s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.607607] env[69325]: INFO nova.compute.claims [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.634703] env[69325]: INFO nova.scheduler.client.report [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 6aa09725-5e88-48bd-8328-e5ef212f4593 [ 952.641117] env[69325]: INFO nova.scheduler.client.report [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted allocations for instance 3dd35aa5-4363-4117-8375-3f6f3fa4a85c [ 952.670954] env[69325]: INFO nova.compute.manager [-] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Took 1.02 seconds to deallocate network for instance. [ 952.856093] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f3914cee-e36d-41d5-90c6-9c021729a5b7] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.968826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.968997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.969176] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.113579] env[69325]: DEBUG nova.compute.utils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.118198] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.118395] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.144525] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2aa8995d-0690-4482-931e-0004848b7a3b tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "6aa09725-5e88-48bd-8328-e5ef212f4593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.158s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.150136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "3dd35aa5-4363-4117-8375-3f6f3fa4a85c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.346s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.162839] env[69325]: DEBUG nova.policy [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df02a77c244e669e8072c004afc368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70c592feb05a43fbb761db6d5ed3356f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.177585] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.361100] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9ba88d52-08e9-458d-ad87-8caa6f71ba43] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.507395] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.518019] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Successfully created port: 1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.621774] env[69325]: DEBUG nova.compute.utils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.707867] env[69325]: DEBUG nova.network.neutron [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.863543] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 48776541-d7e5-40e3-97e0-2cd6d2c08c4a] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.058617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.058887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.059119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.059321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.059524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.064348] env[69325]: INFO nova.compute.manager [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Terminating instance [ 954.124732] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.157042] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b6c33-13aa-4009-8f97-1b77c0bc1a77 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.165657] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a912626-e6cd-45c7-9564-673e58c7bb08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.197578] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641125d-037b-4199-b3ee-a77bfc714651 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.206751] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9cd92-c9b7-4347-b4d5-f08e1fbbcc0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.211501] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.211850] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Instance network_info: |[{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.212289] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8f0826e-4019-44e4-98f6-38a68aeff427', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.219781] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating folder: Project (7e30158893f14defbd56a78b4a347793). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.220665] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2167a9af-04b2-4d56-a95e-6828a9d0e19e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.231757] env[69325]: DEBUG nova.compute.provider_tree [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.234608] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created folder: Project (7e30158893f14defbd56a78b4a347793) in parent group-v806727. [ 954.234813] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating folder: Instances. Parent ref: group-v806914. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.235508] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e29029d-307f-4a01-8fa0-c0272c22a0eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.245541] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created folder: Instances in parent group-v806914. [ 954.245826] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.246359] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.246575] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a57c4955-5a1a-46b6-bfef-b6d43c49fbda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.267710] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.267710] env[69325]: value = "task-4071953" [ 954.267710] env[69325]: _type = "Task" [ 954.267710] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.278084] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071953, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.371042] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 651708cb-14cc-4b21-a183-0739ec714d11] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.571395] env[69325]: DEBUG nova.compute.manager [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.571742] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.573296] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d034017d-01d7-4cfd-8707-277f07c7920e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.581262] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.581567] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f218216-43d3-4480-9bfe-29d065f975f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.588697] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 954.588697] env[69325]: value = "task-4071954" [ 954.588697] env[69325]: _type = "Task" [ 954.588697] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.599441] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.668206] env[69325]: DEBUG nova.compute.manager [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-changed-f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.668413] env[69325]: DEBUG nova.compute.manager [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing instance network info cache due to event network-changed-f8f0826e-4019-44e4-98f6-38a68aeff427. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.668699] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.668786] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.669915] env[69325]: DEBUG nova.network.neutron [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing network info cache for port f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.739150] env[69325]: DEBUG nova.scheduler.client.report [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.778409] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071953, 'name': CreateVM_Task, 'duration_secs': 0.323771} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.778609] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.779373] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.780030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.780030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.780215] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2a5e58-2821-48f8-b7ff-d534477b647d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.785790] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 954.785790] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d97f40-dc31-a813-87dc-b00004c1ad93" [ 954.785790] env[69325]: _type = "Task" [ 954.785790] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.794401] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d97f40-dc31-a813-87dc-b00004c1ad93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.874322] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 25436752-c4fa-4f90-a057-883501b0eaa6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.099201] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071954, 'name': PowerOffVM_Task, 'duration_secs': 0.189635} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.099422] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.099649] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.099861] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101474e1-40a5-4324-b2b5-575867a8c8b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.135410] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.176050] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:50:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1025288726',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1887818128',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.176340] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.176506] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.176691] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.176844] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.177015] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.177237] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.177400] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.177580] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.177779] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.177958] env[69325]: DEBUG nova.virt.hardware [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.178841] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a63ddd-25c5-422d-92f8-958ff7f381bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.184156] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.184406] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.184641] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore1] e5f45a1f-33d1-4633-b03f-307e9ba561af {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.186071] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdce26c6-a295-4eaa-911b-c15b61e1fe3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.193809] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41656ae7-1848-4c67-9f5a-13a845246b69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.201832] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 955.201832] env[69325]: value = "task-4071956" [ 955.201832] env[69325]: _type = "Task" [ 955.201832] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.224641] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.232943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.232943] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.243814] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Successfully updated port: 1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.245693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.246359] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.250251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.727s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.250510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.253530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.762s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.255272] env[69325]: INFO nova.compute.claims [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.291814] env[69325]: INFO nova.scheduler.client.report [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Deleted allocations for instance cb1584df-62fb-450e-ac7d-bf104f411e98 [ 955.301129] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d97f40-dc31-a813-87dc-b00004c1ad93, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.302372] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.302760] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.303039] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.303199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.303385] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.307021] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898600f5-83d7-4459-ae8f-7d6efdbe504d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.315839] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.316039] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.316787] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd37a646-0235-4eb9-a6be-0a0ee343ba45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327334] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 955.327334] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521f4e72-294e-2689-5e51-ac8a9d0860ec" [ 955.327334] env[69325]: _type = "Task" [ 955.327334] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.337655] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f4e72-294e-2689-5e51-ac8a9d0860ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.378144] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 2903c85c-20c2-4747-9522-922f56568546] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.453059] env[69325]: DEBUG nova.network.neutron [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updated VIF entry in instance network info cache for port f8f0826e-4019-44e4-98f6-38a68aeff427. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.453453] env[69325]: DEBUG nova.network.neutron [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.713937] env[69325]: DEBUG oslo_vmware.api [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4071956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15116} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.714767] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.714873] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.714989] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.715311] env[69325]: INFO nova.compute.manager [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 955.715605] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.715851] env[69325]: DEBUG nova.compute.manager [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.715968] env[69325]: DEBUG nova.network.neutron [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.751148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.751310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.751497] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.760723] env[69325]: DEBUG nova.compute.utils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.767098] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.767198] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.804574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-95438da5-3f3d-40da-b731-4d2768d0a361 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Lock "cb1584df-62fb-450e-ac7d-bf104f411e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.811s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.839097] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f4e72-294e-2689-5e51-ac8a9d0860ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.840934] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecad96b-8995-4b3f-96a2-11efdb8c13d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.846508] env[69325]: DEBUG nova.policy [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbd1fdf0dbf4092b7c96d8126662dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edb9458216244df861ee4727a09ba00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.850284] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 955.850284] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d44219-87ee-a2ee-f76c-7b6a8f743cb0" [ 955.850284] env[69325]: _type = "Task" [ 955.850284] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.862660] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d44219-87ee-a2ee-f76c-7b6a8f743cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.885104] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d0089ac6-b35e-4705-8652-1d87d64394f8] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.957308] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3022a96-c762-4537-b72b-66d251f29e5a req-c5052936-6d5f-492f-9e22-151ead968692 service nova] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.165882] env[69325]: DEBUG nova.compute.manager [req-68987644-3226-46dd-93ef-a0b428760be6 req-f659b40a-4b3a-4c24-a75c-c2df9a17a16f service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Received event network-vif-deleted-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.166105] env[69325]: INFO nova.compute.manager [req-68987644-3226-46dd-93ef-a0b428760be6 req-f659b40a-4b3a-4c24-a75c-c2df9a17a16f service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Neutron deleted interface fc04ea3c-286c-48d2-afe4-4745f34a7ee6; detaching it from the instance and deleting it from the info cache [ 956.166285] env[69325]: DEBUG nova.network.neutron [req-68987644-3226-46dd-93ef-a0b428760be6 req-f659b40a-4b3a-4c24-a75c-c2df9a17a16f service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.268170] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.286306] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.364059] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d44219-87ee-a2ee-f76c-7b6a8f743cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.032202} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.365012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.366552] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 928a28c4-82f0-4cb4-b028-e410d5002a2a/928a28c4-82f0-4cb4-b028-e410d5002a2a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.369685] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb789f9-0f29-443c-9b23-05716bcdef4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.379601] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 956.379601] env[69325]: value = "task-4071957" [ 956.379601] env[69325]: _type = "Task" [ 956.379601] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.389514] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 91b8bcff-61b1-4624-91b2-5af3577b6961] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.392764] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.483108] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Successfully created port: ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.544785] env[69325]: DEBUG nova.network.neutron [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.672387] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb4ffb0-a78b-40a2-9c92-b3fc122ab9be {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.684740] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b0bea-c5c7-479d-aa25-990822e0badd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.725106] env[69325]: DEBUG nova.compute.manager [req-68987644-3226-46dd-93ef-a0b428760be6 req-f659b40a-4b3a-4c24-a75c-c2df9a17a16f service nova] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Detach interface failed, port_id=fc04ea3c-286c-48d2-afe4-4745f34a7ee6, reason: Instance e5f45a1f-33d1-4633-b03f-307e9ba561af could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.792842] env[69325]: DEBUG nova.compute.manager [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Received event network-vif-plugged-1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.792842] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Acquiring lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.793073] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.793196] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.793369] env[69325]: DEBUG nova.compute.manager [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] No waiting events found dispatching network-vif-plugged-1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.793532] env[69325]: WARNING nova.compute.manager [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Received unexpected event network-vif-plugged-1a6de50f-024d-47ae-a961-6eb066e9fecb for instance with vm_state building and task_state spawning. [ 956.793692] env[69325]: DEBUG nova.compute.manager [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Received event network-changed-1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.793843] env[69325]: DEBUG nova.compute.manager [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Refreshing instance network info cache due to event network-changed-1a6de50f-024d-47ae-a961-6eb066e9fecb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.794480] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Acquiring lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.877229] env[69325]: DEBUG nova.network.neutron [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updating instance_info_cache with network_info: [{"id": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "address": "fa:16:3e:3b:e9:c7", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6de50f-02", "ovs_interfaceid": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.896436] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 32c9153b-c6e6-44a8-8c7a-54fff8444175] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.900190] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513822} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.900190] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 928a28c4-82f0-4cb4-b028-e410d5002a2a/928a28c4-82f0-4cb4-b028-e410d5002a2a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.900190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.904084] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bff820-dff1-4974-8a92-a27352dd1c2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.908330] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321bead-fe49-4b7a-b1f6-499bdd4c9ee6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.918898] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d6c1c-b681-4557-a3c7-86a08514ba7e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923336] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 956.923336] env[69325]: value = "task-4071958" [ 956.923336] env[69325]: _type = "Task" [ 956.923336] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.962019] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53051bd-12c9-4db8-82c0-9207bc79d834 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.968126] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071958, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.973656] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3adaee-cf22-464d-bf9c-84583f6c5f58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.990168] env[69325]: DEBUG nova.compute.provider_tree [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.047392] env[69325]: INFO nova.compute.manager [-] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Took 1.33 seconds to deallocate network for instance. [ 957.289711] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.324043] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.324043] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.324043] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.324043] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.324306] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.324306] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.324458] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.324620] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.324789] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.324979] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.325187] env[69325]: DEBUG nova.virt.hardware [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.326075] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348394af-f62e-4de3-97af-abdcc27e5c16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.335662] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080a5445-50aa-4033-bedd-62e0656ac418 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.379590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.380045] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Instance network_info: |[{"id": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "address": "fa:16:3e:3b:e9:c7", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6de50f-02", "ovs_interfaceid": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.380550] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Acquired lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.380550] env[69325]: DEBUG nova.network.neutron [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Refreshing network info cache for port 1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.381745] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e9:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6de50f-024d-47ae-a961-6eb066e9fecb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.389390] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.389890] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.390786] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a925e9b1-4215-4f02-b128-57edd4963796 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.410402] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5670b857-d679-4397-b310-94fcbc1a014c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.419396] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.419396] env[69325]: value = "task-4071959" [ 957.419396] env[69325]: _type = "Task" [ 957.419396] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.432047] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071959, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.436948] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065276} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.437366] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.438062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca684e-e17c-47ff-bbf5-c5e6551346c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.462404] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 928a28c4-82f0-4cb4-b028-e410d5002a2a/928a28c4-82f0-4cb4-b028-e410d5002a2a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.463309] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7c0f6c-79f0-4ff9-879d-db2eebd20a04 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.484278] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 957.484278] env[69325]: value = "task-4071960" [ 957.484278] env[69325]: _type = "Task" [ 957.484278] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.496048] env[69325]: DEBUG nova.scheduler.client.report [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.501120] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.554974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.916438] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: e7352ab5-48c6-4f5d-849d-54d74afbdc5e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.932326] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071959, 'name': CreateVM_Task, 'duration_secs': 0.481651} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.932516] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.933234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.933399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.933733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.934048] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fde2af-30fc-4114-9062-5072e6c7d815 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.940149] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 957.940149] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520677b1-c908-6c3c-b665-2030e8d7fd21" [ 957.940149] env[69325]: _type = "Task" [ 957.940149] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.950706] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520677b1-c908-6c3c-b665-2030e8d7fd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.996247] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071960, 'name': ReconfigVM_Task, 'duration_secs': 0.325781} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.996498] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 928a28c4-82f0-4cb4-b028-e410d5002a2a/928a28c4-82f0-4cb4-b028-e410d5002a2a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.997143] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6de660-d454-4b5b-ad65-64ffdefc9404 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.002815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.003335] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.010894] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.977s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.011134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.013023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.152s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.014553] env[69325]: INFO nova.compute.claims [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.017276] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 958.017276] env[69325]: value = "task-4071961" [ 958.017276] env[69325]: _type = "Task" [ 958.017276] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.031902] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071961, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.067246] env[69325]: INFO nova.scheduler.client.report [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Deleted allocations for instance bd9162ff-549a-441b-8b70-c77afd0180cb [ 958.259963] env[69325]: DEBUG nova.network.neutron [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updated VIF entry in instance network info cache for port 1a6de50f-024d-47ae-a961-6eb066e9fecb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.259963] env[69325]: DEBUG nova.network.neutron [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updating instance_info_cache with network_info: [{"id": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "address": "fa:16:3e:3b:e9:c7", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6de50f-02", "ovs_interfaceid": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.298461] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Successfully updated port: ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.420584] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: c73fd2e2-ba3b-4add-94d5-1d86fdafcfaf] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.452091] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520677b1-c908-6c3c-b665-2030e8d7fd21, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.452461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.453306] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.453306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.453306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.453306] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.453563] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b337d64-dea1-4d0f-8f20-d0185d1ea9fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.463280] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.463490] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.464507] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc6519b-7267-4186-9588-1418edaddc28 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.470497] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 958.470497] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3176-699d-30af-cd4d-f4b8e8ba5c52" [ 958.470497] env[69325]: _type = "Task" [ 958.470497] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.479320] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3176-699d-30af-cd4d-f4b8e8ba5c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.524249] env[69325]: DEBUG nova.compute.utils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.524249] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.524249] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.536301] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071961, 'name': Rename_Task, 'duration_secs': 0.159053} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.537665] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.537665] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f128153a-de1e-48ae-ad05-a55aa294d8ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.546842] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 958.546842] env[69325]: value = "task-4071962" [ 958.546842] env[69325]: _type = "Task" [ 958.546842] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.558613] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.575445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Lock "bd9162ff-549a-441b-8b70-c77afd0180cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.094s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.597549] env[69325]: DEBUG nova.policy [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b250972753d2425dbd2cb80548d43c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98a3582a43564b60a02b6ff4c145faa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.763708] env[69325]: DEBUG oslo_concurrency.lockutils [req-003f37a9-67ba-481a-a780-446a3a47a628 req-5a06dc5e-ee19-4ae5-bd35-0ca34701acb6 service nova] Releasing lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.806291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.806291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.806291] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.843264] env[69325]: DEBUG nova.compute.manager [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Received event network-vif-plugged-ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.845106] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.845106] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.845106] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.846883] env[69325]: DEBUG nova.compute.manager [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] No waiting events found dispatching network-vif-plugged-ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 958.846883] env[69325]: WARNING nova.compute.manager [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Received unexpected event network-vif-plugged-ac83debf-cd53-4cca-8915-a95aef407863 for instance with vm_state building and task_state spawning. [ 958.846883] env[69325]: DEBUG nova.compute.manager [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Received event network-changed-ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.846883] env[69325]: DEBUG nova.compute.manager [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Refreshing instance network info cache due to event network-changed-ac83debf-cd53-4cca-8915-a95aef407863. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.846883] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Acquiring lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.925294] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: fbd30304-f19d-448d-b917-36322ffe9bc4] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.992275] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dc3176-699d-30af-cd4d-f4b8e8ba5c52, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.995700] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ddd94c-cf5b-4a7b-89ae-ab619b83ba59 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.004469] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 959.004469] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5266db56-dbbc-292b-4746-d3d80c63a06d" [ 959.004469] env[69325]: _type = "Task" [ 959.004469] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.015107] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5266db56-dbbc-292b-4746-d3d80c63a06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.028683] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.061566] env[69325]: DEBUG oslo_vmware.api [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4071962, 'name': PowerOnVM_Task, 'duration_secs': 0.499642} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.061566] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.061827] env[69325]: INFO nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Took 7.10 seconds to spawn the instance on the hypervisor. [ 959.061827] env[69325]: DEBUG nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.062625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0e138-15e2-4a3b-bccf-7d130fa2b3cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.170717] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Successfully created port: ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.369538] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.426761] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d6e164fd-9d10-4a2b-b7dc-cd9c69ea83e1] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.522406] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5266db56-dbbc-292b-4746-d3d80c63a06d, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.525172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.525363] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/b21bdc7e-7f95-4b9d-abf8-5da29e0c9166.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.526263] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70f4799c-c173-458f-a12a-1d9d3efeb5b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.533247] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 959.533247] env[69325]: value = "task-4071963" [ 959.533247] env[69325]: _type = "Task" [ 959.533247] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.546907] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.550632] env[69325]: DEBUG nova.network.neutron [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Updating instance_info_cache with network_info: [{"id": "ac83debf-cd53-4cca-8915-a95aef407863", "address": "fa:16:3e:7f:a1:93", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac83debf-cd", "ovs_interfaceid": "ac83debf-cd53-4cca-8915-a95aef407863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.593093] env[69325]: INFO nova.compute.manager [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Took 62.79 seconds to build instance. [ 959.657585] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21fd7d6-2625-4a60-ba90-d7d2d388ace8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.665439] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8d9bd-6e54-4865-b776-1b5cde22abd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.705189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0200f4ec-5599-495c-b534-f76fe188c9a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.713482] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc1579-5f25-4eb6-b10d-709b4ee5ac3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.730857] env[69325]: DEBUG nova.compute.provider_tree [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.932678] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 8dc747d9-fe78-4a01-bf0f-5408ef6d1444] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.052060] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.054483] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071963, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.055750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056776] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance network_info: |[{"id": "ac83debf-cd53-4cca-8915-a95aef407863", "address": "fa:16:3e:7f:a1:93", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac83debf-cd", "ovs_interfaceid": "ac83debf-cd53-4cca-8915-a95aef407863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.056776] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Acquired lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.057212] env[69325]: DEBUG nova.network.neutron [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Refreshing network info cache for port ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.059249] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a1:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac83debf-cd53-4cca-8915-a95aef407863', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.069211] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.070638] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.071761] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fe5b5e7-55f7-4a79-8faa-88199bc00318 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.096991] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.097352] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.097659] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.097950] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.098298] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.098903] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.098903] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.098903] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.099200] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.099475] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.099743] env[69325]: DEBUG nova.virt.hardware [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.100331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b12da06-bc61-4b67-ba99-da19f6b8be7c tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.056s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.101673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e715a-99df-442b-85b7-5c997814e5c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.107395] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.107395] env[69325]: value = "task-4071964" [ 960.107395] env[69325]: _type = "Task" [ 960.107395] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.117434] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18520cfc-9afd-4e4b-ac48-13d02aeda9e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.129152] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071964, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.234605] env[69325]: DEBUG nova.scheduler.client.report [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.440306] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: fbc87491-5408-45a5-bf99-824181665f9b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.546285] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568083} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.551019] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/b21bdc7e-7f95-4b9d-abf8-5da29e0c9166.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.551019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.551019] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7bf0ccb-029e-4497-9acd-6a7ea77b91f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.556045] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 960.556045] env[69325]: value = "task-4071965" [ 960.556045] env[69325]: _type = "Task" [ 960.556045] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.565805] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.612126] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.633024] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071964, 'name': CreateVM_Task, 'duration_secs': 0.359888} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.633024] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.633024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.633024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.633024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.633024] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e27d649-b00d-4dae-9ea3-67dc4f9c8daf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.638614] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 960.638614] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529dc0ec-f646-ebe9-85be-381681debc00" [ 960.638614] env[69325]: _type = "Task" [ 960.638614] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.651061] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529dc0ec-f646-ebe9-85be-381681debc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.743281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.743281] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.745135] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.826s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.745544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.748518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.138s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.751467] env[69325]: INFO nova.compute.claims [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.784827] env[69325]: INFO nova.scheduler.client.report [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted allocations for instance 70a9c8d9-900e-4517-92db-73a4e56d195e [ 960.943277] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: bed42166-e13b-4ce8-bd8e-c77571480e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.067149] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06852} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.067619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.069159] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3988f3-bdcd-4287-921f-546813244531 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.096767] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/b21bdc7e-7f95-4b9d-abf8-5da29e0c9166.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.097250] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52c4218-7ab3-4631-828d-8648e698e862 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.125203] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 961.125203] env[69325]: value = "task-4071966" [ 961.125203] env[69325]: _type = "Task" [ 961.125203] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.134207] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.136525] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.151788] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529dc0ec-f646-ebe9-85be-381681debc00, 'name': SearchDatastore_Task, 'duration_secs': 0.026858} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.152194] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.152477] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.152948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.153393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.153549] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.154077] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e61632b-c004-4252-9e9b-1ffc30271aa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.162316] env[69325]: DEBUG nova.network.neutron [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Updated VIF entry in instance network info cache for port ac83debf-cd53-4cca-8915-a95aef407863. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.162693] env[69325]: DEBUG nova.network.neutron [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Updating instance_info_cache with network_info: [{"id": "ac83debf-cd53-4cca-8915-a95aef407863", "address": "fa:16:3e:7f:a1:93", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac83debf-cd", "ovs_interfaceid": "ac83debf-cd53-4cca-8915-a95aef407863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.169025] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.169025] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.169025] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d098555e-1b73-4d03-8f5c-624ab6aa305a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.175379] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 961.175379] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5278f99a-9ab8-62b0-c399-4aad8d73fbc7" [ 961.175379] env[69325]: _type = "Task" [ 961.175379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.188760] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278f99a-9ab8-62b0-c399-4aad8d73fbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.261156] env[69325]: DEBUG nova.compute.utils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.262732] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.263076] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.296985] env[69325]: DEBUG oslo_concurrency.lockutils [None req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "70a9c8d9-900e-4517-92db-73a4e56d195e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.954s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.348137] env[69325]: DEBUG nova.policy [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da042bfdef47228bb10e3e576dc749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6665991f3588451ab7df0d6e03001c0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.406366] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Successfully updated port: ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.451181] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9687aeba-3a74-4bf1-9fda-9b76c88c1107] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.537666] env[69325]: DEBUG nova.compute.manager [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-changed-f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.537888] env[69325]: DEBUG nova.compute.manager [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing instance network info cache due to event network-changed-f8f0826e-4019-44e4-98f6-38a68aeff427. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.538122] env[69325]: DEBUG oslo_concurrency.lockutils [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.538448] env[69325]: DEBUG oslo_concurrency.lockutils [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.538628] env[69325]: DEBUG nova.network.neutron [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing network info cache for port f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.613511] env[69325]: DEBUG nova.compute.manager [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Received event network-vif-plugged-ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.613739] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] Acquiring lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.613953] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] Lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.614182] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] Lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.614896] env[69325]: DEBUG nova.compute.manager [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] No waiting events found dispatching network-vif-plugged-ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.614896] env[69325]: WARNING nova.compute.manager [req-8bc1cd44-996d-4091-9eb9-a0b3da9b8bdb req-2713f606-d067-480e-9733-4bb38d4719cb service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Received unexpected event network-vif-plugged-ee6830c8-bd22-4c3a-a211-d9572c7de1cb for instance with vm_state building and task_state spawning. [ 961.637242] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071966, 'name': ReconfigVM_Task, 'duration_secs': 0.327499} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.637522] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/b21bdc7e-7f95-4b9d-abf8-5da29e0c9166.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.638640] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69325) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 961.638766] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d4a186e2-11e8-4d13-9e21-2a458b87ad61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.650368] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 961.650368] env[69325]: value = "task-4071967" [ 961.650368] env[69325]: _type = "Task" [ 961.650368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.659784] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071967, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.667185] env[69325]: DEBUG oslo_concurrency.lockutils [req-9069e7a6-1958-4cc9-99b1-bf6c2c855ffb req-f3e86821-f76b-4425-9683-deb8a55a0ab4 service nova] Releasing lock "refresh_cache-5645e57c-e1f1-4b08-b8ac-da9f398642b6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.690599] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278f99a-9ab8-62b0-c399-4aad8d73fbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.691658] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208ce707-2544-4a94-9417-f0cd4483277d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.700979] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 961.700979] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52958b53-9e3d-b160-360b-4bbd8983b457" [ 961.700979] env[69325]: _type = "Task" [ 961.700979] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.712043] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52958b53-9e3d-b160-360b-4bbd8983b457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.766963] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.803826] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Successfully created port: eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.912545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.912692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.912846] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.955534] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 2b88dbef-e3b5-41a7-85dd-b2c007b46680] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.164050] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071967, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061457} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.164419] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69325) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 962.165328] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c457e4ef-e674-4d69-bbf3-ff7bae92ccac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.201410] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/ephemeral_0.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.207500] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d56884-ed09-4c96-bbf3-a788ffe0330c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.235861] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52958b53-9e3d-b160-360b-4bbd8983b457, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.238549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.238947] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.239394] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 962.239394] env[69325]: value = "task-4071968" [ 962.239394] env[69325]: _type = "Task" [ 962.239394] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.243373] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee66c7e-2479-4a6d-9d49-bf52155a07ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.269574] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.269574] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 962.269574] env[69325]: value = "task-4071969" [ 962.269574] env[69325]: _type = "Task" [ 962.269574] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.287839] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.390263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.390263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.390263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.390263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.390263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.395577] env[69325]: INFO nova.compute.manager [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Terminating instance [ 962.453770] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.457222] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a729c9-8811-4a6c-981d-5717e1ec0675 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.461612] env[69325]: DEBUG nova.network.neutron [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updated VIF entry in instance network info cache for port f8f0826e-4019-44e4-98f6-38a68aeff427. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.462298] env[69325]: DEBUG nova.network.neutron [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.464284] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 7475e359-e007-463f-b11b-8d5fc1917ec6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.472621] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a54eb-ed49-482c-be41-e97ec682bb3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.509186] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6376f78c-8588-4cbe-8680-71ad5ba8e705 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.522389] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f77a0-6838-4865-9734-af658ef84b2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.539862] env[69325]: DEBUG nova.compute.provider_tree [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.668489] env[69325]: DEBUG nova.network.neutron [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Updating instance_info_cache with network_info: [{"id": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "address": "fa:16:3e:63:c3:d8", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6830c8-bd", "ovs_interfaceid": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.758757] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071968, 'name': ReconfigVM_Task, 'duration_secs': 0.359452} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.758757] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166/ephemeral_0.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.759419] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4431baf7-d46f-44a8-bd65-4624d0d27ec1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.768303] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 962.768303] env[69325]: value = "task-4071970" [ 962.768303] env[69325]: _type = "Task" [ 962.768303] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.782491] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.784802] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071970, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.788933] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.824136] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.824435] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.824597] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.824781] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.824938] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.825202] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.825546] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.825787] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.826075] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.826334] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.826603] env[69325]: DEBUG nova.virt.hardware [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.827642] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b0a1e-bd67-493d-8320-ca766172bfd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.837990] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d44488-7226-4834-ace3-9742be223140 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.900818] env[69325]: DEBUG nova.compute.manager [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.903020] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.903020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4830d19b-e234-4768-a110-36df87dadde0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.913384] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.913831] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336b2c0c-8eee-40a6-9edb-1b56187de3ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.922841] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 962.922841] env[69325]: value = "task-4071971" [ 962.922841] env[69325]: _type = "Task" [ 962.922841] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.933913] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.965126] env[69325]: DEBUG oslo_concurrency.lockutils [req-3c23f661-9749-40f2-8210-a739ffb7564a req-0472ac1b-5811-459e-9530-dc743cbba4d7 service nova] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.968486] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: bcd6aaab-6eb2-4283-97db-b3e67330f4e6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.043674] env[69325]: DEBUG nova.scheduler.client.report [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.172138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.172552] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Instance network_info: |[{"id": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "address": "fa:16:3e:63:c3:d8", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6830c8-bd", "ovs_interfaceid": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.173144] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c3:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee6830c8-bd22-4c3a-a211-d9572c7de1cb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.181399] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.181741] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.182063] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d37a55-3b95-48e9-a9c3-e5cff2b8f612 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.208054] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.208054] env[69325]: value = "task-4071972" [ 963.208054] env[69325]: _type = "Task" [ 963.208054] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.216958] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071972, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.286331] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071970, 'name': Rename_Task, 'duration_secs': 0.206619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.286642] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53623} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.286945] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.287252] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.287512] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.287780] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f98121e-7fb6-4f4e-a372-b57879e9bec3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.289522] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8863341-20d7-4011-a934-d5bf1466e91b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.301783] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 963.301783] env[69325]: value = "task-4071974" [ 963.301783] env[69325]: _type = "Task" [ 963.301783] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.302540] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 963.302540] env[69325]: value = "task-4071973" [ 963.302540] env[69325]: _type = "Task" [ 963.302540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.317739] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.320728] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.431956] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071971, 'name': PowerOffVM_Task, 'duration_secs': 0.204889} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.432435] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.432657] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.434236] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa211f2-ba41-4f7a-a001-7ee24630eaef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.471378] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 0e82f13a-5834-4629-bf70-6646d1670e8d] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.518731] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.518787] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.519012] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleting the datastore file [datastore1] 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.519328] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89338084-b1bb-47ed-8625-c86aac9074a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.529071] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for the task: (returnval){ [ 963.529071] env[69325]: value = "task-4071976" [ 963.529071] env[69325]: _type = "Task" [ 963.529071] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.540581] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.550729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.550891] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.553659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.624s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.555199] env[69325]: INFO nova.compute.claims [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.719834] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071972, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.777033] env[69325]: DEBUG nova.compute.manager [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Received event network-changed-ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.777033] env[69325]: DEBUG nova.compute.manager [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Refreshing instance network info cache due to event network-changed-ee6830c8-bd22-4c3a-a211-d9572c7de1cb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.777033] env[69325]: DEBUG oslo_concurrency.lockutils [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] Acquiring lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.777033] env[69325]: DEBUG oslo_concurrency.lockutils [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] Acquired lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.777033] env[69325]: DEBUG nova.network.neutron [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Refreshing network info cache for port ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.816523] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072477} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.820112] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.820519] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.821429] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c764fce7-35ae-4dfd-bfbf-bf017027a122 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.854883] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.857102] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Successfully updated port: eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.858389] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f36af1f-5361-425c-92d7-6ec4f061d8e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.875662] env[69325]: DEBUG nova.compute.manager [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Received event network-vif-plugged-eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.875817] env[69325]: DEBUG oslo_concurrency.lockutils [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] Acquiring lock "517c3322-602c-4290-bd24-00f22a79164e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.876299] env[69325]: DEBUG oslo_concurrency.lockutils [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] Lock "517c3322-602c-4290-bd24-00f22a79164e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.876299] env[69325]: DEBUG oslo_concurrency.lockutils [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] Lock "517c3322-602c-4290-bd24-00f22a79164e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.876439] env[69325]: DEBUG nova.compute.manager [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] No waiting events found dispatching network-vif-plugged-eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 963.876636] env[69325]: WARNING nova.compute.manager [req-dfe9b5be-ca63-4637-a485-fbf54b0dc3c9 req-42f1c393-ed5b-4c03-9add-74914c7d071e service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Received unexpected event network-vif-plugged-eaadc517-0cc7-464e-a42a-285862c3f751 for instance with vm_state building and task_state spawning. [ 963.878103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.878239] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.878381] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.893875] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 963.893875] env[69325]: value = "task-4071977" [ 963.893875] env[69325]: _type = "Task" [ 963.893875] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.903241] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.975223] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: c8fb439a-a034-4360-a0a5-72f2cd895222] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.042466] env[69325]: DEBUG oslo_vmware.api [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Task: {'id': task-4071976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453465} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.042808] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.043028] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.044031] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.044031] env[69325]: INFO nova.compute.manager [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.044031] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.044031] env[69325]: DEBUG nova.compute.manager [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.044031] env[69325]: DEBUG nova.network.neutron [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.060246] env[69325]: DEBUG nova.compute.utils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.064688] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.064688] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.156145] env[69325]: DEBUG nova.policy [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da042bfdef47228bb10e3e576dc749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6665991f3588451ab7df0d6e03001c0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.224027] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071972, 'name': CreateVM_Task, 'duration_secs': 0.633769} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.224027] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.224027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.224027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.224027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.224027] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023fdbb4-a918-4a02-9792-86c12ab80cd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.233019] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 964.233019] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f52ab0-d931-8fab-cf59-8875e7a3f279" [ 964.233019] env[69325]: _type = "Task" [ 964.233019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.241223] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f52ab0-d931-8fab-cf59-8875e7a3f279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.317552] env[69325]: DEBUG oslo_vmware.api [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4071973, 'name': PowerOnVM_Task, 'duration_secs': 0.56758} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.318449] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.320608] env[69325]: INFO nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Took 9.18 seconds to spawn the instance on the hypervisor. [ 964.321456] env[69325]: DEBUG nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.323299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694e980-8d53-4821-b982-8058171d5462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.406960] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071977, 'name': ReconfigVM_Task, 'duration_secs': 0.33207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.407280] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.407881] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bee0193-fb62-46eb-8708-b0c1ca98c224 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.417845] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 964.417845] env[69325]: value = "task-4071978" [ 964.417845] env[69325]: _type = "Task" [ 964.417845] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.432423] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071978, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.463873] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.478711] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5b062b1d-53b0-4c79-a695-a5aaabcf3552] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.570351] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.639235] env[69325]: DEBUG nova.network.neutron [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Updated VIF entry in instance network info cache for port ee6830c8-bd22-4c3a-a211-d9572c7de1cb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.639571] env[69325]: DEBUG nova.network.neutron [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Updating instance_info_cache with network_info: [{"id": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "address": "fa:16:3e:63:c3:d8", "network": {"id": "8b434fd7-2d8d-46f0-a445-150fbf22d3bd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1927366083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98a3582a43564b60a02b6ff4c145faa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee6830c8-bd", "ovs_interfaceid": "ee6830c8-bd22-4c3a-a211-d9572c7de1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.740256] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.740500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.750448] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f52ab0-d931-8fab-cf59-8875e7a3f279, 'name': SearchDatastore_Task, 'duration_secs': 0.032914} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.753340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.753340] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.753841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.754164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.754473] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.754772] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb890fa-af6c-4d19-a51e-48f0eccb4cb0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.768476] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.768476] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.771151] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f5979c-4877-41d4-b9af-800e4e6a5b05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.780688] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 964.780688] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5201f65b-ca62-6528-bf54-9f1dbb8a60f3" [ 964.780688] env[69325]: _type = "Task" [ 964.780688] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.790268] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5201f65b-ca62-6528-bf54-9f1dbb8a60f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.832121] env[69325]: DEBUG nova.network.neutron [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updating instance_info_cache with network_info: [{"id": "eaadc517-0cc7-464e-a42a-285862c3f751", "address": "fa:16:3e:6b:82:aa", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaadc517-0c", "ovs_interfaceid": "eaadc517-0cc7-464e-a42a-285862c3f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.847094] env[69325]: INFO nova.compute.manager [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Took 66.69 seconds to build instance. [ 964.888165] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Successfully created port: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.933783] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071978, 'name': Rename_Task, 'duration_secs': 0.317894} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.937503] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.938387] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a5532b-43a9-44e5-af46-ccbbc5b59acc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.946050] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 964.946050] env[69325]: value = "task-4071979" [ 964.946050] env[69325]: _type = "Task" [ 964.946050] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.958380] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.982685] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ed235f06-74da-45fb-abde-eb1806b1a0d1] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.149248] env[69325]: DEBUG oslo_concurrency.lockutils [req-1e0055a8-30c1-4c1d-bfa4-9a7e1a72f6c0 req-4c609b60-b3f3-4d0e-99cd-6f8d09dd8923 service nova] Releasing lock "refresh_cache-ca310880-d26b-4f6d-a633-9a05804340dc" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.157361] env[69325]: DEBUG nova.network.neutron [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.177741] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105cf0b-024b-4d70-8611-b41f7f6f5d2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.191843] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011a30f-d2ce-4916-bf7f-86c1db547a44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.229769] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47addf66-fbe3-4483-b8a8-7e6fa94e429c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.238656] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca279c9-feb7-4090-bfbc-a4743935908f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.258187] env[69325]: DEBUG nova.compute.provider_tree [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.292363] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5201f65b-ca62-6528-bf54-9f1dbb8a60f3, 'name': SearchDatastore_Task, 'duration_secs': 0.02157} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.293390] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a219fcd-a527-4874-a009-99ae64589b14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.300017] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 965.300017] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52067ded-d532-b173-07ea-f996ed8a1d59" [ 965.300017] env[69325]: _type = "Task" [ 965.300017] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.311167] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52067ded-d532-b173-07ea-f996ed8a1d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.334560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.334924] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Instance network_info: |[{"id": "eaadc517-0cc7-464e-a42a-285862c3f751", "address": "fa:16:3e:6b:82:aa", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaadc517-0c", "ovs_interfaceid": "eaadc517-0cc7-464e-a42a-285862c3f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.335506] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:82:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaadc517-0cc7-464e-a42a-285862c3f751', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.343671] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating folder: Project (6665991f3588451ab7df0d6e03001c0d). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.344636] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389d6b7f-b387-4096-81c6-63e63f3cd67d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.350223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5aac4497-ceb5-4773-9e10-60941b06dc36 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.626s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.357303] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created folder: Project (6665991f3588451ab7df0d6e03001c0d) in parent group-v806727. [ 965.357514] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating folder: Instances. Parent ref: group-v806920. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.357768] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-960c354c-7b2b-41c9-9bba-b3fd29a5a0f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.374020] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created folder: Instances in parent group-v806920. [ 965.374020] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.374020] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.374020] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-012ad23d-9d98-485a-8c5c-9371d5442aef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.398022] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.398022] env[69325]: value = "task-4071982" [ 965.398022] env[69325]: _type = "Task" [ 965.398022] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.406909] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071982, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.458640] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.487622] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3ac2a03e-f49a-47bb-a28e-1a331ce309f2] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.580566] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.621023] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.621536] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.621536] env[69325]: DEBUG nova.virt.hardware [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.622175] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0a366-07b3-4089-b8b2-55a58df6e01b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.631717] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9e07ea-52b7-4abb-a10d-ba67fe2c73d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.661474] env[69325]: INFO nova.compute.manager [-] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Took 1.62 seconds to deallocate network for instance. [ 965.760241] env[69325]: DEBUG nova.scheduler.client.report [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.803402] env[69325]: DEBUG nova.compute.manager [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Received event network-changed-1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.803644] env[69325]: DEBUG nova.compute.manager [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Refreshing instance network info cache due to event network-changed-1a6de50f-024d-47ae-a961-6eb066e9fecb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.803824] env[69325]: DEBUG oslo_concurrency.lockutils [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] Acquiring lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.803969] env[69325]: DEBUG oslo_concurrency.lockutils [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] Acquired lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.804208] env[69325]: DEBUG nova.network.neutron [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Refreshing network info cache for port 1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.815839] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52067ded-d532-b173-07ea-f996ed8a1d59, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.816374] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.816661] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ca310880-d26b-4f6d-a633-9a05804340dc/ca310880-d26b-4f6d-a633-9a05804340dc.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.816918] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4e850a-79f9-4e2a-939d-21fd033ff055 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.826746] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 965.826746] env[69325]: value = "task-4071983" [ 965.826746] env[69325]: _type = "Task" [ 965.826746] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.836940] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.855296] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.889766] env[69325]: DEBUG nova.compute.manager [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Received event network-changed-eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.890036] env[69325]: DEBUG nova.compute.manager [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Refreshing instance network info cache due to event network-changed-eaadc517-0cc7-464e-a42a-285862c3f751. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.890278] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] Acquiring lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.890425] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] Acquired lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.890589] env[69325]: DEBUG nova.network.neutron [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Refreshing network info cache for port eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.909241] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071982, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.959497] env[69325]: DEBUG oslo_vmware.api [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071979, 'name': PowerOnVM_Task, 'duration_secs': 0.574429} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.959890] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.960509] env[69325]: INFO nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Took 8.67 seconds to spawn the instance on the hypervisor. [ 965.960509] env[69325]: DEBUG nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.962429] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b8dfee-8cb0-4617-b3d3-9ea8907fc0bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.991764] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3ebe98c4-028a-42e6-adef-da43904f73e2] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.169457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.267549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.268460] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.273898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.225s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.274378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.279262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.419s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.283642] env[69325]: INFO nova.compute.claims [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.319325] env[69325]: INFO nova.scheduler.client.report [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted allocations for instance 6e2e7748-91d0-4720-9a73-0b7e9025ac65 [ 966.340569] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071983, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.387023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.414815] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071982, 'name': CreateVM_Task, 'duration_secs': 0.589902} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.414920] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.415785] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.415951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.416322] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.416640] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e933987-1bc6-4c86-bbf3-ff63162cab6b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.424017] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 966.424017] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5218679a-3336-c987-b1a0-abb357f0409c" [ 966.424017] env[69325]: _type = "Task" [ 966.424017] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.435655] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5218679a-3336-c987-b1a0-abb357f0409c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.487366] env[69325]: INFO nova.compute.manager [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Took 65.37 seconds to build instance. [ 966.496199] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9c9aab78-56f9-4d83-9139-8e139813cb6d] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.795174] env[69325]: DEBUG nova.compute.utils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.807026] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.807026] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.828809] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8faa943c-2777-4680-ae81-5bd89d04ba09 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "6e2e7748-91d0-4720-9a73-0b7e9025ac65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.888s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.841406] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769299} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.841684] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] ca310880-d26b-4f6d-a633-9a05804340dc/ca310880-d26b-4f6d-a633-9a05804340dc.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.842030] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.842260] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a320b8a-a0da-45c0-b2fe-fc7c76aa20b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.850975] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 966.850975] env[69325]: value = "task-4071984" [ 966.850975] env[69325]: _type = "Task" [ 966.850975] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.861388] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.863659] env[69325]: DEBUG nova.policy [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e0482a916c4001a0d23c053ac2978d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c0663085b3b41f09a18084eb33c4acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.937515] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5218679a-3336-c987-b1a0-abb357f0409c, 'name': SearchDatastore_Task, 'duration_secs': 0.021046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.937869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.938103] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.938431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.938583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.938769] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.941891] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619046c4-f2f9-46af-b8c6-06ffe84fad07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.959588] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.959822] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.960664] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9647435-b4bf-470f-b07e-f2c9b669f938 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.967983] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 966.967983] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e0993b-fe47-bca6-674c-f54faa1329ea" [ 966.967983] env[69325]: _type = "Task" [ 966.967983] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.987302] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e0993b-fe47-bca6-674c-f54faa1329ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.988188] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Successfully updated port: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.989592] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a95d83e0-4572-4bf9-a96d-4032373469f7 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.298s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.999522] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f5a6c18f-0e1e-4454-85a7-2e871fa1d8e7] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.022695] env[69325]: DEBUG nova.network.neutron [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updated VIF entry in instance network info cache for port eaadc517-0cc7-464e-a42a-285862c3f751. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.022695] env[69325]: DEBUG nova.network.neutron [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updating instance_info_cache with network_info: [{"id": "eaadc517-0cc7-464e-a42a-285862c3f751", "address": "fa:16:3e:6b:82:aa", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaadc517-0c", "ovs_interfaceid": "eaadc517-0cc7-464e-a42a-285862c3f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.031209] env[69325]: DEBUG nova.network.neutron [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updated VIF entry in instance network info cache for port 1a6de50f-024d-47ae-a961-6eb066e9fecb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.032089] env[69325]: DEBUG nova.network.neutron [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updating instance_info_cache with network_info: [{"id": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "address": "fa:16:3e:3b:e9:c7", "network": {"id": "b0452be9-e2d5-4ec7-aa7d-55a11a4db9a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2076778551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c592feb05a43fbb761db6d5ed3356f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6de50f-02", "ovs_interfaceid": "1a6de50f-024d-47ae-a961-6eb066e9fecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.280723] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Successfully created port: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.315597] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.363901] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.364193] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.365843] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e279d-9b06-494e-a4c7-f8a7b9604c05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.391000] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ca310880-d26b-4f6d-a633-9a05804340dc/ca310880-d26b-4f6d-a633-9a05804340dc.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.394048] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb8569c-2119-479d-956c-275bfd99db1b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.416554] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 967.416554] env[69325]: value = "task-4071985" [ 967.416554] env[69325]: _type = "Task" [ 967.416554] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.428375] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.478285] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e0993b-fe47-bca6-674c-f54faa1329ea, 'name': SearchDatastore_Task, 'duration_secs': 0.040866} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.485020] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a72c1d-ad2d-40b8-b879-328dbb9638a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.487871] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 967.487871] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5279f32b-8500-fd19-2b9a-e18808f46a3b" [ 967.487871] env[69325]: _type = "Task" [ 967.487871] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.491937] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.492097] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.492684] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.494659] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.510352] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5279f32b-8500-fd19-2b9a-e18808f46a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.511138] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.512426] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances with incomplete migration {{(pid=69325) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 967.525124] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] Releasing lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.525124] env[69325]: DEBUG nova.compute.manager [req-9b8481d8-76b2-4973-91a5-41a7048b118c req-d4a4666c-b6d3-4945-8d77-9d8692a96a2c service nova] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Received event network-vif-deleted-a27a9885-390b-4a26-9539-48e22b7d3ac0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.535740] env[69325]: DEBUG oslo_concurrency.lockutils [req-49b7e611-b3e9-49e5-8252-cc01522a5b2c req-84fb0f38-0b0d-4173-956c-6c16b9c4ebb1 service nova] Releasing lock "refresh_cache-b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.857991] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6acd5d-a1cb-4c30-a67e-d74a1cdd7d99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.868635] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810eafd2-d2c7-4271-bf2b-bdf8438d92a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.900751] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d1e08-9c9b-4c69-be4a-1516dd6994bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.909025] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a6418-e7c1-45a6-afd2-cbbd628f0637 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914945] env[69325]: DEBUG nova.compute.manager [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Received event network-vif-plugged-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.915395] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Acquiring lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.915629] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.915800] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.915973] env[69325]: DEBUG nova.compute.manager [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] No waiting events found dispatching network-vif-plugged-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 967.916157] env[69325]: WARNING nova.compute.manager [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Received unexpected event network-vif-plugged-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 for instance with vm_state building and task_state spawning. [ 967.916317] env[69325]: DEBUG nova.compute.manager [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Received event network-changed-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.916472] env[69325]: DEBUG nova.compute.manager [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Refreshing instance network info cache due to event network-changed-cbbc78a8-f8c4-402e-b017-6eb7928eaec2. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.916634] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Acquiring lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.929305] env[69325]: DEBUG nova.compute.provider_tree [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.937635] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071985, 'name': ReconfigVM_Task, 'duration_secs': 0.36244} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.938483] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ca310880-d26b-4f6d-a633-9a05804340dc/ca310880-d26b-4f6d-a633-9a05804340dc.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.939123] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c79bac-2544-45f5-934b-7f6ee1fccba7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.946485] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 967.946485] env[69325]: value = "task-4071986" [ 967.946485] env[69325]: _type = "Task" [ 967.946485] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.957813] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071986, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.001435] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5279f32b-8500-fd19-2b9a-e18808f46a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.001712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.001972] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/517c3322-602c-4290-bd24-00f22a79164e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.002606] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9f707e-e883-44c6-a3b6-fdc0246c4791 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.011286] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 968.011286] env[69325]: value = "task-4071987" [ 968.011286] env[69325]: _type = "Task" [ 968.011286] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.014054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.014406] env[69325]: DEBUG oslo_concurrency.lockutils [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.014617] env[69325]: DEBUG nova.compute.manager [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.019737] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf2ba1-5721-4661-a522-2485d252e2d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.024397] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.032614] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.034420] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.038879] env[69325]: DEBUG nova.compute.manager [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 968.039654] env[69325]: DEBUG nova.objects.instance [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'flavor' on Instance uuid 5645e57c-e1f1-4b08-b8ac-da9f398642b6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.042901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.263565] env[69325]: DEBUG nova.network.neutron [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Updating instance_info_cache with network_info: [{"id": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "address": "fa:16:3e:02:82:77", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbc78a8-f8", "ovs_interfaceid": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.327751] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.359408] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.359602] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.359765] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.359947] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.360109] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.360261] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.360472] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.360632] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.360833] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.360963] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.361151] env[69325]: DEBUG nova.virt.hardware [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.362072] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0c77c0-492c-4a81-a115-22c1ddccea52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.371880] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c57d8-4326-441c-8c97-a180dc90df1d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.433605] env[69325]: DEBUG nova.scheduler.client.report [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.457436] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071986, 'name': Rename_Task, 'duration_secs': 0.166} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.457743] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.458020] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fba806d-d74e-4d35-b093-93b3e7af12ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.465944] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 968.465944] env[69325]: value = "task-4071988" [ 968.465944] env[69325]: _type = "Task" [ 968.465944] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.475324] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.525112] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071987, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.770553] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.771013] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Instance network_info: |[{"id": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "address": "fa:16:3e:02:82:77", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbc78a8-f8", "ovs_interfaceid": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.771445] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Acquired lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771718] env[69325]: DEBUG nova.network.neutron [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Refreshing network info cache for port cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.773466] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:82:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbbc78a8-f8c4-402e-b017-6eb7928eaec2', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.787581] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.788823] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.788904] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-375fe49a-46fc-4d4a-89ca-502fc5827e23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.813245] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.813245] env[69325]: value = "task-4071989" [ 968.813245] env[69325]: _type = "Task" [ 968.813245] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.823439] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071989, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.895335] env[69325]: DEBUG nova.compute.manager [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Received event network-vif-plugged-7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.895654] env[69325]: DEBUG oslo_concurrency.lockutils [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] Acquiring lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.900709] env[69325]: DEBUG oslo_concurrency.lockutils [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.900912] env[69325]: DEBUG oslo_concurrency.lockutils [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.901120] env[69325]: DEBUG nova.compute.manager [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] No waiting events found dispatching network-vif-plugged-7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.901591] env[69325]: WARNING nova.compute.manager [req-e9a61c50-f554-49d3-b0c7-8588ad4a6453 req-0598682d-5e4f-4f98-b4bd-01c47e246860 service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Received unexpected event network-vif-plugged-7a711ce9-7d8f-47eb-924e-5c2061dde9ee for instance with vm_state building and task_state spawning. [ 968.903103] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Successfully updated port: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.938875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.939441] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.942286] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.027s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.944203] env[69325]: INFO nova.compute.claims [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.981804] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.026765] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653388} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.026765] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/517c3322-602c-4290-bd24-00f22a79164e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.026765] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.026966] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a8e6a5c-1abf-48ac-8706-19de9b2f863e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.035164] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 969.035164] env[69325]: value = "task-4071990" [ 969.035164] env[69325]: _type = "Task" [ 969.035164] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.044744] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.049553] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.049847] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c75ec0-e27e-4d83-b7fd-b294e7f5e5b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.057682] env[69325]: DEBUG oslo_vmware.api [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 969.057682] env[69325]: value = "task-4071991" [ 969.057682] env[69325]: _type = "Task" [ 969.057682] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.068329] env[69325]: DEBUG oslo_vmware.api [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.325849] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071989, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.405651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.405836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquired lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.405956] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.448450] env[69325]: DEBUG nova.compute.utils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.452543] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.452743] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.480201] env[69325]: DEBUG oslo_vmware.api [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071988, 'name': PowerOnVM_Task, 'duration_secs': 0.830989} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.480514] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.480740] env[69325]: INFO nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Took 9.43 seconds to spawn the instance on the hypervisor. [ 969.480922] env[69325]: DEBUG nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.481989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f910f-59d2-4136-aa4b-b3e8f3d480df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.518053] env[69325]: DEBUG nova.policy [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '479374a464bc4812931bdae21d478a4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f510bcada2e84e21bc8f28850a891b12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.548310] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07191} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.549190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.550099] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea77a5a-1e65-46a1-9d71-ea49bab4f7cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576784] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/517c3322-602c-4290-bd24-00f22a79164e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.582517] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a987710f-d5a4-4511-a292-96ac1c82a2f3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600279] env[69325]: DEBUG nova.network.neutron [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Updated VIF entry in instance network info cache for port cbbc78a8-f8c4-402e-b017-6eb7928eaec2. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.600746] env[69325]: DEBUG nova.network.neutron [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Updating instance_info_cache with network_info: [{"id": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "address": "fa:16:3e:02:82:77", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbc78a8-f8", "ovs_interfaceid": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.607370] env[69325]: DEBUG oslo_vmware.api [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4071991, 'name': PowerOffVM_Task, 'duration_secs': 0.282325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.608828] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.609048] env[69325]: DEBUG nova.compute.manager [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.609380] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 969.609380] env[69325]: value = "task-4071992" [ 969.609380] env[69325]: _type = "Task" [ 969.609380] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.610092] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958fefe-692e-4dd9-8a9c-61b8f0654678 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.626350] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.823418] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071989, 'name': CreateVM_Task, 'duration_secs': 0.548962} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.823606] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.826652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.826652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.826652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.826652] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3140399-9b28-455d-b4f3-47a5bdf2fb20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.830724] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 969.830724] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f15faf-4b0a-c9de-9bf2-1ba2273db24d" [ 969.830724] env[69325]: _type = "Task" [ 969.830724] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.841410] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f15faf-4b0a-c9de-9bf2-1ba2273db24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922029] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Successfully created port: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.947245] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.953212] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.002819] env[69325]: INFO nova.compute.manager [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Took 62.53 seconds to build instance. [ 970.110032] env[69325]: DEBUG oslo_concurrency.lockutils [req-db75326a-9ad2-42d9-87f2-acf639a771de req-2cf4b767-1bab-434e-acb8-840950e4015f service nova] Releasing lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.123277] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.124331] env[69325]: DEBUG nova.network.neutron [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Updating instance_info_cache with network_info: [{"id": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "address": "fa:16:3e:4b:69:5d", "network": {"id": "8221b967-780f-4d43-a23a-09ffd73c314c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1401908197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0663085b3b41f09a18084eb33c4acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a711ce9-7d", "ovs_interfaceid": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.130722] env[69325]: DEBUG oslo_concurrency.lockutils [None req-340b059d-c454-4801-b1b1-6239ad83aaf4 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.116s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.347239] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f15faf-4b0a-c9de-9bf2-1ba2273db24d, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.347542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.347970] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.348835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.348835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.348835] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.349080] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0776b6-51b8-4461-a157-8345c59006e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.362207] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.362407] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.365683] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8417bb44-f827-4434-80e7-1a451652b0df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.374020] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 970.374020] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b7e4f4-e8c3-9887-44ea-6b655ba8f7f5" [ 970.374020] env[69325]: _type = "Task" [ 970.374020] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.385749] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b7e4f4-e8c3-9887-44ea-6b655ba8f7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.511021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b27d6a10-e00e-4750-875a-a5082f4cb697 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.293s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.534029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca0003-f460-4400-b89c-cf539f40f7d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.542583] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d9db26-25ad-482b-9bb9-31c7b73d062f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.574586] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58012547-14d8-4934-a4ca-7dd91c220f99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.583052] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bfbd4-af91-4e7e-a058-34ea43d00bac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.599238] env[69325]: DEBUG nova.compute.provider_tree [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.623612] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071992, 'name': ReconfigVM_Task, 'duration_secs': 0.835419} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.623909] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/517c3322-602c-4290-bd24-00f22a79164e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.624588] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d255b6b-eb38-4a63-b884-a146f9b2984b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.630892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Releasing lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.631246] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Instance network_info: |[{"id": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "address": "fa:16:3e:4b:69:5d", "network": {"id": "8221b967-780f-4d43-a23a-09ffd73c314c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1401908197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0663085b3b41f09a18084eb33c4acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a711ce9-7d", "ovs_interfaceid": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.631571] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 970.631571] env[69325]: value = "task-4071993" [ 970.631571] env[69325]: _type = "Task" [ 970.631571] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.631896] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:69:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a711ce9-7d8f-47eb-924e-5c2061dde9ee', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.639588] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Creating folder: Project (3c0663085b3b41f09a18084eb33c4acf). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.640432] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7451ddd7-7077-4dc0-b0f3-2d928188a65c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.651325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "ca310880-d26b-4f6d-a633-9a05804340dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.651586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.651800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.651980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.652195] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.653820] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071993, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.654413] env[69325]: INFO nova.compute.manager [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Terminating instance [ 970.657225] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Created folder: Project (3c0663085b3b41f09a18084eb33c4acf) in parent group-v806727. [ 970.657468] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Creating folder: Instances. Parent ref: group-v806924. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.658613] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40ea9078-7510-418f-98f2-a9fa8643d8bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.670866] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Created folder: Instances in parent group-v806924. [ 970.671121] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.671323] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.671540] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d626e3-b2fb-4f64-a22d-d1758a657f45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.691856] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.691856] env[69325]: value = "task-4071996" [ 970.691856] env[69325]: _type = "Task" [ 970.691856] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.703124] env[69325]: INFO nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Rebuilding instance [ 970.705265] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071996, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.752823] env[69325]: DEBUG nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.754043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad19fe7-9d39-4a27-b274-88b92d364c07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.888593] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b7e4f4-e8c3-9887-44ea-6b655ba8f7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.889869] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb8b85e-8b8f-44b9-b8db-7befcd7f2465 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.898244] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 970.898244] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e2bc75-5f86-23ac-2bf8-4cfcf719079a" [ 970.898244] env[69325]: _type = "Task" [ 970.898244] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.911233] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e2bc75-5f86-23ac-2bf8-4cfcf719079a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.924085] env[69325]: DEBUG nova.compute.manager [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Received event network-changed-7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.924362] env[69325]: DEBUG nova.compute.manager [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Refreshing instance network info cache due to event network-changed-7a711ce9-7d8f-47eb-924e-5c2061dde9ee. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.924613] env[69325]: DEBUG oslo_concurrency.lockutils [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] Acquiring lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.924686] env[69325]: DEBUG oslo_concurrency.lockutils [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] Acquired lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.924889] env[69325]: DEBUG nova.network.neutron [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Refreshing network info cache for port 7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.968794] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.993049] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.993382] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.993476] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.993662] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.993962] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.993962] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.994166] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.994537] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.994744] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.994924] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.995133] env[69325]: DEBUG nova.virt.hardware [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.996547] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0296168-9736-4b5a-8596-19b15c49cc15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.005624] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5f16bd-50dd-4cd7-a12b-150e186656cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019446] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.101633] env[69325]: DEBUG nova.scheduler.client.report [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.150639] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071993, 'name': Rename_Task, 'duration_secs': 0.174143} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.150919] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.151279] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452ed4d5-a4c7-4d72-b591-d084a89fdd6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.159087] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 971.159087] env[69325]: value = "task-4071997" [ 971.159087] env[69325]: _type = "Task" [ 971.159087] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.162793] env[69325]: DEBUG nova.compute.manager [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.162998] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.163928] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae731bc2-7907-49b7-a082-b227b0b300c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.173285] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.175933] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.176259] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ca8989-2718-4c96-ad8c-46ac887f0732 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.184794] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 971.184794] env[69325]: value = "task-4071998" [ 971.184794] env[69325]: _type = "Task" [ 971.184794] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.195693] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.206092] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071996, 'name': CreateVM_Task, 'duration_secs': 0.34178} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.206340] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.207198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.207358] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.207749] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.208057] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dec7fc-5c3b-476a-a6f3-aefbe0b466fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.213769] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 971.213769] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a0bbf9-c757-316d-2386-8cbcc7c9ce7e" [ 971.213769] env[69325]: _type = "Task" [ 971.213769] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.225284] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a0bbf9-c757-316d-2386-8cbcc7c9ce7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.412552] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e2bc75-5f86-23ac-2bf8-4cfcf719079a, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.412853] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.413136] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/7533a2e8-9c88-4a3a-b569-a2c3454b6a5b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.413972] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31c49cb-5a2c-4d4f-9b2c-a2afe1f35462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.420915] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 971.420915] env[69325]: value = "task-4071999" [ 971.420915] env[69325]: _type = "Task" [ 971.420915] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.432592] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.452537] env[69325]: DEBUG nova.compute.manager [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Received event network-vif-plugged-8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.452750] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] Acquiring lock "25960116-e931-4230-baae-940b613ef9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.452958] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] Lock "25960116-e931-4230-baae-940b613ef9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.453147] env[69325]: DEBUG oslo_concurrency.lockutils [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] Lock "25960116-e931-4230-baae-940b613ef9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.453357] env[69325]: DEBUG nova.compute.manager [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] No waiting events found dispatching network-vif-plugged-8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.453580] env[69325]: WARNING nova.compute.manager [req-9b4aa47c-f11c-4701-ab2f-698885445ee5 req-970c148c-7acc-4346-85f5-6832c04352ac service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Received unexpected event network-vif-plugged-8ab8cb6f-eadb-439b-9974-8095d590e9b0 for instance with vm_state building and task_state spawning. [ 971.552282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.613413] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Successfully updated port: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.621532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.622268] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.628831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.518s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.629067] env[69325]: DEBUG nova.objects.instance [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.675862] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.699326] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4071998, 'name': PowerOffVM_Task, 'duration_secs': 0.199817} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.699690] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.699950] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.700272] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a321319e-6a82-46e0-8d0a-fd6088f18257 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.726355] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a0bbf9-c757-316d-2386-8cbcc7c9ce7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.726750] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.727102] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.727436] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.727542] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.727790] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.728114] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b1435a-4fa7-4f39-b8d8-99c317413eb9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.737932] env[69325]: DEBUG nova.network.neutron [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Updated VIF entry in instance network info cache for port 7a711ce9-7d8f-47eb-924e-5c2061dde9ee. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.738391] env[69325]: DEBUG nova.network.neutron [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Updating instance_info_cache with network_info: [{"id": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "address": "fa:16:3e:4b:69:5d", "network": {"id": "8221b967-780f-4d43-a23a-09ffd73c314c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1401908197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c0663085b3b41f09a18084eb33c4acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a711ce9-7d", "ovs_interfaceid": "7a711ce9-7d8f-47eb-924e-5c2061dde9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.745472] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.745755] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.747048] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9cc0c6-373d-408d-bca7-cee8bdd06abc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.754951] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 971.754951] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5264f802-23b3-49d4-26cc-2573b80c2a97" [ 971.754951] env[69325]: _type = "Task" [ 971.754951] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.764574] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5264f802-23b3-49d4-26cc-2573b80c2a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.770870] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.772026] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc5ea83-5444-4ef1-848b-58df903cf3eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.780555] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 971.780555] env[69325]: value = "task-4072001" [ 971.780555] env[69325]: _type = "Task" [ 971.780555] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.792039] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.792362] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.793491] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4675ec-fb6f-4ce5-b5e1-5ad721718b5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.801769] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.802735] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17da5780-9e17-4455-91bb-ae9709c339f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.805273] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.805532] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.805806] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleting the datastore file [datastore1] ca310880-d26b-4f6d-a633-9a05804340dc {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.806471] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b52178-8e94-4f39-9c35-a0c8edbe8921 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.815254] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for the task: (returnval){ [ 971.815254] env[69325]: value = "task-4072003" [ 971.815254] env[69325]: _type = "Task" [ 971.815254] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.825188] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4072003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.889734] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.890579] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.890998] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.892373] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b656f8a7-cdd2-43bf-8030-f4e255050d8c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.900122] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 971.900122] env[69325]: value = "task-4072004" [ 971.900122] env[69325]: _type = "Task" [ 971.900122] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.913147] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.935259] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.127013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.127013] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.127013] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.138539] env[69325]: DEBUG nova.compute.utils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.140941] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.141407] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.171244] env[69325]: DEBUG oslo_vmware.api [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071997, 'name': PowerOnVM_Task, 'duration_secs': 0.555371} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.171538] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.171744] env[69325]: INFO nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Took 9.39 seconds to spawn the instance on the hypervisor. [ 972.171943] env[69325]: DEBUG nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.173025] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828af2d-e4fc-43c1-95ac-2fa4ea631113 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.204082] env[69325]: DEBUG nova.policy [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '479374a464bc4812931bdae21d478a4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f510bcada2e84e21bc8f28850a891b12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.241720] env[69325]: DEBUG oslo_concurrency.lockutils [req-9f13cd99-40e8-4283-9df6-185863a5446a req-d1d0fdb4-6958-425d-a00f-ea822cf84e5e service nova] Releasing lock "refresh_cache-a1e86d5d-a665-4164-b0e9-7abdd2814bb2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.265969] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5264f802-23b3-49d4-26cc-2573b80c2a97, 'name': SearchDatastore_Task, 'duration_secs': 0.065597} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.266723] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f7a9ec-21cc-49d8-8604-90b05d8078ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.272303] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 972.272303] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bb099b-b556-27ba-d688-c6a7f4e2200a" [ 972.272303] env[69325]: _type = "Task" [ 972.272303] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.280565] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bb099b-b556-27ba-d688-c6a7f4e2200a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.325853] env[69325]: DEBUG oslo_vmware.api [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Task: {'id': task-4072003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285893} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.326175] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.326485] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.326580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.326764] env[69325]: INFO nova.compute.manager [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 972.327030] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.327257] env[69325]: DEBUG nova.compute.manager [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.327326] env[69325]: DEBUG nova.network.neutron [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.411726] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235146} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.411997] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.412199] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.412441] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.431669] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4071999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558391} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.431923] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/7533a2e8-9c88-4a3a-b569-a2c3454b6a5b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.432134] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.432401] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa181d9f-6049-4c1a-a351-17b71966dbb7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.440251] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 972.440251] env[69325]: value = "task-4072005" [ 972.440251] env[69325]: _type = "Task" [ 972.440251] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.452133] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.468885] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Successfully created port: 3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.642699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-acb7e8d1-bc1c-49c9-ade7-792ee1ac672c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.645240] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.227s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.645608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.648215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.129s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.648569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.651305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.782s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.654086] env[69325]: INFO nova.compute.claims [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.661793] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.665579] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.697184] env[69325]: INFO nova.scheduler.client.report [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted allocations for instance fada2955-134c-4755-ad5b-7a56a4456743 [ 972.699565] env[69325]: INFO nova.scheduler.client.report [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted allocations for instance ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1 [ 972.704642] env[69325]: INFO nova.compute.manager [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Took 60.88 seconds to build instance. [ 972.788434] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bb099b-b556-27ba-d688-c6a7f4e2200a, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.789825] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790066] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] a1e86d5d-a665-4164-b0e9-7abdd2814bb2/a1e86d5d-a665-4164-b0e9-7abdd2814bb2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.790354] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f094edc-15e4-4978-80a9-976a45769e4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.800623] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 972.800623] env[69325]: value = "task-4072006" [ 972.800623] env[69325]: _type = "Task" [ 972.800623] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.813134] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.914672] env[69325]: DEBUG nova.network.neutron [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Updating instance_info_cache with network_info: [{"id": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "address": "fa:16:3e:80:6f:28", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab8cb6f-ea", "ovs_interfaceid": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.952226] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.433062} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.954133] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.954845] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26321d8-9260-4bf9-9090-8437792b4439 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.982829] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/7533a2e8-9c88-4a3a-b569-a2c3454b6a5b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.983927] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb789c9c-b8ba-418e-8698-27e68e041d4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.005984] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 973.005984] env[69325]: value = "task-4072007" [ 973.005984] env[69325]: _type = "Task" [ 973.005984] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.016199] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.081477] env[69325]: DEBUG nova.network.neutron [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.208461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-76fe49a9-4331-4b42-851a-c8979b7badc6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.665s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.216648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.501s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.221065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "fada2955-134c-4755-ad5b-7a56a4456743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.389s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.314580] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.421068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.421474] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Instance network_info: |[{"id": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "address": "fa:16:3e:80:6f:28", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab8cb6f-ea", "ovs_interfaceid": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.425169] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:6f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab8cb6f-eadb-439b-9974-8095d590e9b0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.433276] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating folder: Project (f510bcada2e84e21bc8f28850a891b12). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.433595] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d048ecd5-d639-46ae-b9fa-5f82088f09c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.445732] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Created folder: Project (f510bcada2e84e21bc8f28850a891b12) in parent group-v806727. [ 973.446064] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating folder: Instances. Parent ref: group-v806927. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.446218] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d569b45-9249-4398-99e8-5eb39f1cbbad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.457932] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.458218] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.458375] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.458590] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.458757] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.458993] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.460135] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.460135] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.460135] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.460135] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.460135] env[69325]: DEBUG nova.virt.hardware [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.460852] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934dfeb-4ac0-4850-92d0-69ec5fdd1997 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.464964] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Created folder: Instances in parent group-v806927. [ 973.465214] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.465835] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.466070] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db16d07e-693a-410a-ac93-48861764b04e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.486057] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8633b8-0df2-4ab6-aae8-8ad2963c63e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.493069] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.493069] env[69325]: value = "task-4072010" [ 973.493069] env[69325]: _type = "Task" [ 973.493069] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.508533] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a1:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac83debf-cd53-4cca-8915-a95aef407863', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.517293] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.522440] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.528873] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab9c9af-0b85-484b-b67a-0b8547a8bca6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.543095] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072010, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.550772] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072007, 'name': ReconfigVM_Task, 'duration_secs': 0.530847} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.552614] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/7533a2e8-9c88-4a3a-b569-a2c3454b6a5b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.553305] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.553305] env[69325]: value = "task-4072011" [ 973.553305] env[69325]: _type = "Task" [ 973.553305] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.553512] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07957b03-2380-407e-bb3f-0017b6e059af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.565106] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072011, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.567878] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 973.567878] env[69325]: value = "task-4072012" [ 973.567878] env[69325]: _type = "Task" [ 973.567878] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.569478] env[69325]: DEBUG nova.compute.manager [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Received event network-changed-8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.572056] env[69325]: DEBUG nova.compute.manager [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Refreshing instance network info cache due to event network-changed-8ab8cb6f-eadb-439b-9974-8095d590e9b0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.572056] env[69325]: DEBUG oslo_concurrency.lockutils [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] Acquiring lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.572056] env[69325]: DEBUG oslo_concurrency.lockutils [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] Acquired lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.572056] env[69325]: DEBUG nova.network.neutron [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Refreshing network info cache for port 8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.586393] env[69325]: INFO nova.compute.manager [-] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Took 1.26 seconds to deallocate network for instance. [ 973.586393] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072012, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.675873] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.701882] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.702130] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.702307] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.702551] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.702723] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.702875] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.703203] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.703335] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.703472] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.703648] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.703836] env[69325]: DEBUG nova.virt.hardware [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.705617] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85ffc1-e1c4-40e7-9541-600c03cd684a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.718469] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa9751-793c-4caf-9e12-dc4560a90bd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.725577] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.815805] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564106} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.816065] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] a1e86d5d-a665-4164-b0e9-7abdd2814bb2/a1e86d5d-a665-4164-b0e9-7abdd2814bb2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.816405] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.816749] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-683faae6-84ff-4414-8d74-e5ff97a39da1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.826138] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 973.826138] env[69325]: value = "task-4072013" [ 973.826138] env[69325]: _type = "Task" [ 973.826138] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.840121] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.012131] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072010, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.067914] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072011, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.088542] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072012, 'name': Rename_Task, 'duration_secs': 0.179943} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.088850] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.089130] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1fa47e-139e-4897-9959-4a598c64b951 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.095434] env[69325]: DEBUG nova.compute.manager [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Received event network-vif-plugged-3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.095630] env[69325]: DEBUG oslo_concurrency.lockutils [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] Acquiring lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.095851] env[69325]: DEBUG oslo_concurrency.lockutils [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.096198] env[69325]: DEBUG oslo_concurrency.lockutils [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.096446] env[69325]: DEBUG nova.compute.manager [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] No waiting events found dispatching network-vif-plugged-3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.096632] env[69325]: WARNING nova.compute.manager [req-3bbae8a1-aab3-493c-bae4-0230eb448123 req-3ba90724-3c4b-4b69-aa21-98a6086afdea service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Received unexpected event network-vif-plugged-3656640b-e6f5-43e3-95d8-430192f6586a for instance with vm_state building and task_state spawning. [ 974.101845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.103798] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 974.103798] env[69325]: value = "task-4072014" [ 974.103798] env[69325]: _type = "Task" [ 974.103798] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.110733] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Successfully updated port: 3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.117338] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.241403] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ce343-41a3-4765-be0d-cddfb5cec31c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.248181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.252143] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bce68-519e-48fe-a607-74fece40a3c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.288193] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd7c4e6-5883-490d-b54f-99ee60ef0947 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.297909] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a6037-37bb-4901-8ed5-054b0c504408 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.313906] env[69325]: DEBUG nova.compute.provider_tree [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.339623] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125922} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.342632] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.344136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e09608b-5ae5-4003-b20f-a33f5d21f556 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.367942] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a1e86d5d-a665-4164-b0e9-7abdd2814bb2/a1e86d5d-a665-4164-b0e9-7abdd2814bb2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.368827] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac597cd2-bedd-4e52-85ce-62b155fcf5c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.391526] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 974.391526] env[69325]: value = "task-4072015" [ 974.391526] env[69325]: _type = "Task" [ 974.391526] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.404265] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.457455] env[69325]: DEBUG nova.network.neutron [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Updated VIF entry in instance network info cache for port 8ab8cb6f-eadb-439b-9974-8095d590e9b0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.457935] env[69325]: DEBUG nova.network.neutron [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Updating instance_info_cache with network_info: [{"id": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "address": "fa:16:3e:80:6f:28", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab8cb6f-ea", "ovs_interfaceid": "8ab8cb6f-eadb-439b-9974-8095d590e9b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.506359] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072010, 'name': CreateVM_Task, 'duration_secs': 0.769828} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.506597] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.507496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507696] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.508019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508347] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e655d2d2-fbcc-435c-8c22-4ada1754a819 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.515193] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 974.515193] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c9ef1f-54bd-a62b-828a-fb8380310a65" [ 974.515193] env[69325]: _type = "Task" [ 974.515193] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.525676] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c9ef1f-54bd-a62b-828a-fb8380310a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.570375] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072011, 'name': CreateVM_Task, 'duration_secs': 1.011171} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.570562] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.571378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571494] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.572200] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64992886-a748-4475-8d0b-8e830741600c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.578477] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 974.578477] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b32b22-b377-9620-6355-6a22f1ccf55c" [ 974.578477] env[69325]: _type = "Task" [ 974.578477] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.587190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "9ca29047-3671-4f8a-b397-589c1b3ad788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.587502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.592664] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b32b22-b377-9620-6355-6a22f1ccf55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.614649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.614778] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.614927] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.616194] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072014, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.620403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.620618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.818990] env[69325]: DEBUG nova.scheduler.client.report [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.902725] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.961618] env[69325]: DEBUG oslo_concurrency.lockutils [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] Releasing lock "refresh_cache-25960116-e931-4230-baae-940b613ef9d6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.961865] env[69325]: DEBUG nova.compute.manager [req-80d038bb-b92f-4b87-aa01-55b92b240e64 req-5b4bb230-5c66-48cf-9aa8-901d71a2067f service nova] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Received event network-vif-deleted-ee6830c8-bd22-4c3a-a211-d9572c7de1cb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.026176] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c9ef1f-54bd-a62b-828a-fb8380310a65, 'name': SearchDatastore_Task, 'duration_secs': 0.025584} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.026555] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.026874] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.027157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.027923] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.027923] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.027923] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b082bd0c-cf7a-46e1-a7ae-b396cf54e426 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.038626] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.038841] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.039612] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38c4895-797c-41bf-9ccf-c8475e45a94f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.045418] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 975.045418] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a6fd5d-8a34-e00a-905c-0c9e408f4e4b" [ 975.045418] env[69325]: _type = "Task" [ 975.045418] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.055377] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a6fd5d-8a34-e00a-905c-0c9e408f4e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.089929] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b32b22-b377-9620-6355-6a22f1ccf55c, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.090203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.090440] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.090676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.090876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091083] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.091374] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0006a3ac-444d-4727-93aa-bd7b1dded9f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.100674] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.100863] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.101612] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a3141b-b86b-423c-a988-876229d944ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.112554] env[69325]: DEBUG oslo_vmware.api [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072014, 'name': PowerOnVM_Task, 'duration_secs': 0.559752} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.113513] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.113736] env[69325]: INFO nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 975.113925] env[69325]: DEBUG nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.114275] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 975.114275] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529255bb-97d5-f3e0-c637-19f6f212adbd" [ 975.114275] env[69325]: _type = "Task" [ 975.114275] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.115019] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba4573f-1c6e-4dcc-bb7f-829d7a4ee945 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.133384] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529255bb-97d5-f3e0-c637-19f6f212adbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.133987] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a314455e-94e4-4460-970d-c54a3563e58c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.140218] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 975.140218] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52471c3f-dfc2-cf26-be49-50beb589c488" [ 975.140218] env[69325]: _type = "Task" [ 975.140218] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.149240] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52471c3f-dfc2-cf26-be49-50beb589c488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.161331] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.326846] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.327444] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.330731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.020s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.330963] env[69325]: DEBUG nova.objects.instance [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'resources' on Instance uuid cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.371910] env[69325]: DEBUG nova.network.neutron [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Updating instance_info_cache with network_info: [{"id": "3656640b-e6f5-43e3-95d8-430192f6586a", "address": "fa:16:3e:ff:2d:a7", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3656640b-e6", "ovs_interfaceid": "3656640b-e6f5-43e3-95d8-430192f6586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.403118] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.562105] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a6fd5d-8a34-e00a-905c-0c9e408f4e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.562976] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189c4dbb-df90-40e2-a168-806b43878037 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.571168] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 975.571168] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521447f8-b124-1d7b-96f1-830c42eeb6c1" [ 975.571168] env[69325]: _type = "Task" [ 975.571168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.581099] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521447f8-b124-1d7b-96f1-830c42eeb6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.646546] env[69325]: INFO nova.compute.manager [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Took 61.05 seconds to build instance. [ 975.655017] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52471c3f-dfc2-cf26-be49-50beb589c488, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.655226] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.655464] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.655798] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6059d8df-f1e7-4e79-8553-a7f340e4c7e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.664640] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 975.664640] env[69325]: value = "task-4072016" [ 975.664640] env[69325]: _type = "Task" [ 975.664640] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.676056] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.834746] env[69325]: DEBUG nova.compute.utils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.840805] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.841061] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.875072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.875474] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Instance network_info: |[{"id": "3656640b-e6f5-43e3-95d8-430192f6586a", "address": "fa:16:3e:ff:2d:a7", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3656640b-e6", "ovs_interfaceid": "3656640b-e6f5-43e3-95d8-430192f6586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.875987] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:2d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3656640b-e6f5-43e3-95d8-430192f6586a', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.887417] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.891803] env[69325]: DEBUG nova.policy [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef797ae5720e42e38ffb8f5d7c5a66ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '624e4de6951d48428a5fc3be6e9d45f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.893836] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.894832] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6460fc-ce02-4aed-9a87-161a962be7dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.922220] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072015, 'name': ReconfigVM_Task, 'duration_secs': 1.354939} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.924177] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a1e86d5d-a665-4164-b0e9-7abdd2814bb2/a1e86d5d-a665-4164-b0e9-7abdd2814bb2.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.925030] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.925030] env[69325]: value = "task-4072017" [ 975.925030] env[69325]: _type = "Task" [ 975.925030] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.925273] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac52e817-2cd1-4002-b52f-848fe5f62a3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.942085] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072017, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.943916] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 975.943916] env[69325]: value = "task-4072018" [ 975.943916] env[69325]: _type = "Task" [ 975.943916] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.957553] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072018, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.056654] env[69325]: INFO nova.compute.manager [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Rescuing [ 976.057014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.057273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.057532] env[69325]: DEBUG nova.network.neutron [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.086072] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521447f8-b124-1d7b-96f1-830c42eeb6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.090181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.090375] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 25960116-e931-4230-baae-940b613ef9d6/25960116-e931-4230-baae-940b613ef9d6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.090989] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2294049d-f214-4c2d-8c39-f3e86904ed00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.102563] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 976.102563] env[69325]: value = "task-4072019" [ 976.102563] env[69325]: _type = "Task" [ 976.102563] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.119503] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.135230] env[69325]: DEBUG nova.compute.manager [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Received event network-changed-3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.135600] env[69325]: DEBUG nova.compute.manager [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Refreshing instance network info cache due to event network-changed-3656640b-e6f5-43e3-95d8-430192f6586a. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.135842] env[69325]: DEBUG oslo_concurrency.lockutils [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] Acquiring lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.136086] env[69325]: DEBUG oslo_concurrency.lockutils [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] Acquired lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.136319] env[69325]: DEBUG nova.network.neutron [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Refreshing network info cache for port 3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.148999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bfecac01-7258-4cf6-bc23-cec5104a2109 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.940s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.181917] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072016, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.341405] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.440546] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072017, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.463412] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072018, 'name': Rename_Task, 'duration_secs': 0.224833} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.463763] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.464090] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b0c73b3-7c23-46e7-a99f-a81a57dfe046 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.477467] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 976.477467] env[69325]: value = "task-4072020" [ 976.477467] env[69325]: _type = "Task" [ 976.477467] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.488071] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.506507] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b2537-a71e-4a2a-a7e1-003815ee2546 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.524543] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d6ea6-7a14-4bbf-b0d5-bad312581502 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.572295] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Successfully created port: 821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.578026] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17adabbc-589a-41c9-a88f-71e27ef2b54d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.586167] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84441d24-9da1-47e4-9953-647d29a1ac3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.602782] env[69325]: DEBUG nova.compute.provider_tree [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.614422] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.653708] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.677946] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517513} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.678459] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.678751] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.679173] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ffcb6bb-0564-413f-bd0f-28ac98eb18cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.691457] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 976.691457] env[69325]: value = "task-4072021" [ 976.691457] env[69325]: _type = "Task" [ 976.691457] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.705713] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.932889] env[69325]: DEBUG nova.network.neutron [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Updating instance_info_cache with network_info: [{"id": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "address": "fa:16:3e:02:82:77", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbc78a8-f8", "ovs_interfaceid": "cbbc78a8-f8c4-402e-b017-6eb7928eaec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.947033] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072017, 'name': CreateVM_Task, 'duration_secs': 0.605723} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.947033] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.947033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.947033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.947033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.947033] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c35baab-2411-4a6c-8920-d832581cb825 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.951288] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 976.951288] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52351387-2db0-f7ee-d95d-239093ea258a" [ 976.951288] env[69325]: _type = "Task" [ 976.951288] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.961071] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52351387-2db0-f7ee-d95d-239093ea258a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.990909] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.109392] env[69325]: DEBUG nova.scheduler.client.report [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.122158] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.124170] env[69325]: DEBUG nova.network.neutron [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Updated VIF entry in instance network info cache for port 3656640b-e6f5-43e3-95d8-430192f6586a. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.125104] env[69325]: DEBUG nova.network.neutron [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Updating instance_info_cache with network_info: [{"id": "3656640b-e6f5-43e3-95d8-430192f6586a", "address": "fa:16:3e:ff:2d:a7", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3656640b-e6", "ovs_interfaceid": "3656640b-e6f5-43e3-95d8-430192f6586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.179295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.205026] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345143} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.205806] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.206582] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828eceb0-dde5-43c5-b465-999ba365d14f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.235027] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.235027] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e974fe-4d5b-4821-aa8a-2852c30e4af3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.260349] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 977.260349] env[69325]: value = "task-4072022" [ 977.260349] env[69325]: _type = "Task" [ 977.260349] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.270759] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.354669] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.387711] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.387977] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.388157] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.388347] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.388494] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.388643] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.388860] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.389035] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.389215] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.389392] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.389578] env[69325]: DEBUG nova.virt.hardware [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.390516] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae901e-0e1b-4c40-94f1-b1dd5c25ab70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.399428] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a319c9-bb2f-4a9a-b300-928cbbaaedcb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.439040] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.463634] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52351387-2db0-f7ee-d95d-239093ea258a, 'name': SearchDatastore_Task, 'duration_secs': 0.033757} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.467462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.467740] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.467934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.468128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.468303] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.468819] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e2e173-aa89-44ac-998d-b94ef460eeb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.479884] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.480090] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.485779] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840b9b83-d5f3-4fce-9f4d-c836f0c623dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.492617] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 977.492617] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526d944b-d055-08cd-1996-240e1a02f9c9" [ 977.492617] env[69325]: _type = "Task" [ 977.492617] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.495899] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.505879] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526d944b-d055-08cd-1996-240e1a02f9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.506595] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c02224-ec18-4a92-8fbb-8170c73c7ff4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.512214] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 977.512214] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5217757b-06f6-4f32-7ccf-5d3e713fb3d1" [ 977.512214] env[69325]: _type = "Task" [ 977.512214] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.521589] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217757b-06f6-4f32-7ccf-5d3e713fb3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.620219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.623375] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.624188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.609s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.624924] env[69325]: DEBUG nova.objects.instance [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lazy-loading 'resources' on Instance uuid 9ee1631e-244e-4898-80f4-cfb82d512b42 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.628536] env[69325]: DEBUG oslo_concurrency.lockutils [req-98d604e5-3317-44bb-83b0-777e55dd93f8 req-783ef39d-1606-4722-a148-26123918e334 service nova] Releasing lock "refresh_cache-603824d0-f2da-4bd8-99c3-9a768ac5a3ce" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.648598] env[69325]: INFO nova.scheduler.client.report [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocations for instance cdf2665d-8882-40e4-b8a4-a1765c1e4cc8 [ 977.770899] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.994216] env[69325]: DEBUG oslo_vmware.api [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072020, 'name': PowerOnVM_Task, 'duration_secs': 1.183035} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.994216] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.994216] env[69325]: INFO nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Took 9.67 seconds to spawn the instance on the hypervisor. [ 977.994850] env[69325]: DEBUG nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.995462] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93e888-0040-4928-980d-2e66784ba9f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.024244] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217757b-06f6-4f32-7ccf-5d3e713fb3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.024759] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025073] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 603824d0-f2da-4bd8-99c3-9a768ac5a3ce/603824d0-f2da-4bd8-99c3-9a768ac5a3ce.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.025378] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a24c10-cb85-480e-8c98-e79b47eb76b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.038384] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 978.038384] env[69325]: value = "task-4072023" [ 978.038384] env[69325]: _type = "Task" [ 978.038384] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.046842] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.116438] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072019, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.679274} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.116874] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 25960116-e931-4230-baae-940b613ef9d6/25960116-e931-4230-baae-940b613ef9d6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.117181] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.117499] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b586b25-e76d-4164-a62b-a8666938591f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.125557] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 978.125557] env[69325]: value = "task-4072024" [ 978.125557] env[69325]: _type = "Task" [ 978.125557] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.140575] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.156642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ff280de3-6755-421e-bae9-53c7f8fe4020 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "cdf2665d-8882-40e4-b8a4-a1765c1e4cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.387s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.276212] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072022, 'name': ReconfigVM_Task, 'duration_secs': 0.844758} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.276212] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6/5645e57c-e1f1-4b08-b8ac-da9f398642b6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.276890] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f6876d-aaef-4fb6-adbc-17f8544fdae3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.292027] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 978.292027] env[69325]: value = "task-4072025" [ 978.292027] env[69325]: _type = "Task" [ 978.292027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.306971] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072025, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.516991] env[69325]: INFO nova.compute.manager [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Took 55.61 seconds to build instance. [ 978.549879] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.594867] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Successfully updated port: 821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.638572] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.638860] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.639814] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2841f0ca-1651-4dd4-ae8f-083049aa2989 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.666770] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 25960116-e931-4230-baae-940b613ef9d6/25960116-e931-4230-baae-940b613ef9d6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.669247] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196e5c00-61a9-42f9-9472-84d1bc11b8d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.693914] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 978.693914] env[69325]: value = "task-4072026" [ 978.693914] env[69325]: _type = "Task" [ 978.693914] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.705164] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.724097] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622ea49-bd60-4394-85d0-fe2bc9d3b497 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.732075] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6eb39c-7218-4600-a030-83b611eed007 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768213] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c617cdec-04a9-4b98-820c-ac0f85599f5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.772600] env[69325]: DEBUG nova.compute.manager [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Received event network-vif-plugged-821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.772844] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.773067] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.773244] env[69325]: DEBUG oslo_concurrency.lockutils [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.773419] env[69325]: DEBUG nova.compute.manager [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] No waiting events found dispatching network-vif-plugged-821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.773587] env[69325]: WARNING nova.compute.manager [req-9d677fa5-c87f-4766-801f-d2addf8c8f49 req-82a7d511-dfe6-4032-9e3a-225b0a15204c service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Received unexpected event network-vif-plugged-821251ff-c080-4183-afdb-fe82ff50d3b9 for instance with vm_state building and task_state spawning. [ 978.780962] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29184854-7567-4f7e-98ad-818caf80646f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.797143] env[69325]: DEBUG nova.compute.provider_tree [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.807573] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072025, 'name': Rename_Task, 'duration_secs': 0.396333} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.808670] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.808998] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c551c44b-bbfc-4ceb-a4d9-3ab41ed544d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.817438] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 978.817438] env[69325]: value = "task-4072027" [ 978.817438] env[69325]: _type = "Task" [ 978.817438] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.825909] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.983535] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.983858] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02a2295-0ec6-4fe5-bf2e-56cbfd9e1faf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.993806] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 978.993806] env[69325]: value = "task-4072028" [ 978.993806] env[69325]: _type = "Task" [ 978.993806] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.007583] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.022413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8d01846-b4b5-4b18-8cb1-9864083b8295 tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.930s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.047821] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579469} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.048020] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 603824d0-f2da-4bd8-99c3-9a768ac5a3ce/603824d0-f2da-4bd8-99c3-9a768ac5a3ce.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.048259] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.048774] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f1be0b8-9821-4d48-b2ee-6d0e52f99e9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.057114] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 979.057114] env[69325]: value = "task-4072029" [ 979.057114] env[69325]: _type = "Task" [ 979.057114] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.069336] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.099932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.100202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104045] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.206332] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.303524] env[69325]: DEBUG nova.scheduler.client.report [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.332682] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.513487] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072028, 'name': PowerOffVM_Task, 'duration_secs': 0.247261} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.513958] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.515276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226aa5e0-8115-4956-be8e-68d24174e6b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.539073] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.542770] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05709895-c5a5-48bc-abe7-82b221a3467f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.568137] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081666} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.568973] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.569785] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bc540-8fb8-434e-8493-0b9b81e7e99f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.593864] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 603824d0-f2da-4bd8-99c3-9a768ac5a3ce/603824d0-f2da-4bd8-99c3-9a768ac5a3ce.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.597115] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f62f50e-d8e2-48d6-b2ec-7300d6331d6b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.620031] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 979.620031] env[69325]: value = "task-4072030" [ 979.620031] env[69325]: _type = "Task" [ 979.620031] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.622113] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.622441] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60fc5ca-e60b-412a-bc12-56c0b3d02326 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.634712] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 979.634712] env[69325]: value = "task-4072031" [ 979.634712] env[69325]: _type = "Task" [ 979.634712] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.639569] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.650114] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.650447] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.650800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.651030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.651262] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.651556] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269c8272-375e-4e21-8d68-c1fc7f30aa4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.663050] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.663050] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.663841] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.665931] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80f5c31-1750-4f57-aabe-75e544e72523 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.673663] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 979.673663] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528916c1-93b7-c435-fba8-fada025d0b36" [ 979.673663] env[69325]: _type = "Task" [ 979.673663] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.682441] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528916c1-93b7-c435-fba8-fada025d0b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.704959] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072026, 'name': ReconfigVM_Task, 'duration_secs': 0.846382} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.706619] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 25960116-e931-4230-baae-940b613ef9d6/25960116-e931-4230-baae-940b613ef9d6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.706619] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56547c89-5ab4-4d7e-a007-985bcdfc82f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.715036] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 979.715036] env[69325]: value = "task-4072032" [ 979.715036] env[69325]: _type = "Task" [ 979.715036] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.725892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.726187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.726409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.726615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.726807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.728598] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072032, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.729156] env[69325]: INFO nova.compute.manager [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Terminating instance [ 979.811397] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.817393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.537s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.834956] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072027, 'name': PowerOnVM_Task, 'duration_secs': 0.606322} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.836167] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.836167] env[69325]: DEBUG nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.837077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc26e4-f9d0-4aa3-bf4d-3471cd83d3d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.850613] env[69325]: INFO nova.scheduler.client.report [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleted allocations for instance 9ee1631e-244e-4898-80f4-cfb82d512b42 [ 979.881503] env[69325]: DEBUG nova.network.neutron [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.063027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.134129] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072030, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.183627] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528916c1-93b7-c435-fba8-fada025d0b36, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.184612] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df42741-8a27-4caf-ab81-d3d6365e1f07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.190665] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 980.190665] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523ab09b-5446-e6d9-3e63-25f5f132d1ad" [ 980.190665] env[69325]: _type = "Task" [ 980.190665] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.199791] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523ab09b-5446-e6d9-3e63-25f5f132d1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.225257] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072032, 'name': Rename_Task, 'duration_secs': 0.244918} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.225523] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.225766] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c59f12ca-a711-4a27-b1d5-795361201504 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.231674] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 980.231674] env[69325]: value = "task-4072033" [ 980.231674] env[69325]: _type = "Task" [ 980.231674] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.235293] env[69325]: DEBUG nova.compute.manager [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.235491] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.236243] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cbe0a-cdc0-4704-931a-acebcd7ac697 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.243208] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.245919] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e32db07-0732-437d-a316-846927b0a3d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.247647] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.253288] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 980.253288] env[69325]: value = "task-4072034" [ 980.253288] env[69325]: _type = "Task" [ 980.253288] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.263954] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.324905] env[69325]: DEBUG nova.objects.instance [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lazy-loading 'migration_context' on Instance uuid aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.349598] env[69325]: INFO nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] bringing vm to original state: 'stopped' [ 980.360944] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40c3a761-c57a-4105-8b96-257dac34a538 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "9ee1631e-244e-4898-80f4-cfb82d512b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.911s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.386065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.386065] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Instance network_info: |[{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.386065] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:ad:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '821251ff-c080-4183-afdb-fe82ff50d3b9', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.393757] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Creating folder: Project (624e4de6951d48428a5fc3be6e9d45f0). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.394790] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c05592-00d6-4cc4-b300-4c1a0187a807 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.406653] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Created folder: Project (624e4de6951d48428a5fc3be6e9d45f0) in parent group-v806727. [ 980.406945] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Creating folder: Instances. Parent ref: group-v806932. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.407253] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c48da5d-d08b-4668-a83e-fd2bff41c7be {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.418940] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Created folder: Instances in parent group-v806932. [ 980.419275] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.419520] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.419787] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44cfe5ca-de93-4fed-bcfe-dd257933bebf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.441109] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.441109] env[69325]: value = "task-4072037" [ 980.441109] env[69325]: _type = "Task" [ 980.441109] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.450562] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072037, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.633015] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072030, 'name': ReconfigVM_Task, 'duration_secs': 0.533082} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.633474] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 603824d0-f2da-4bd8-99c3-9a768ac5a3ce/603824d0-f2da-4bd8-99c3-9a768ac5a3ce.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.634147] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7579629c-a651-427e-b336-4ec279b49988 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.641436] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 980.641436] env[69325]: value = "task-4072038" [ 980.641436] env[69325]: _type = "Task" [ 980.641436] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.650509] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072038, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.701140] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523ab09b-5446-e6d9-3e63-25f5f132d1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.701424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.701681] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 980.702036] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e364100-1e8c-402a-99fb-8e9d8cc69daf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.709381] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 980.709381] env[69325]: value = "task-4072039" [ 980.709381] env[69325]: _type = "Task" [ 980.709381] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.718641] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.742227] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.764453] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.812789] env[69325]: DEBUG nova.compute.manager [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Received event network-changed-821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.812789] env[69325]: DEBUG nova.compute.manager [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Refreshing instance network info cache due to event network-changed-821251ff-c080-4183-afdb-fe82ff50d3b9. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.812789] env[69325]: DEBUG oslo_concurrency.lockutils [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] Acquiring lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.812789] env[69325]: DEBUG oslo_concurrency.lockutils [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] Acquired lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.812789] env[69325]: DEBUG nova.network.neutron [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Refreshing network info cache for port 821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.958999] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072037, 'name': CreateVM_Task, 'duration_secs': 0.504034} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.959291] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.960320] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.960614] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.964694] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e98d333-98b4-4938-9c2b-ba130db385a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.971929] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 980.971929] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522f8628-93a1-ea59-b456-ac8a3b6a9063" [ 980.971929] env[69325]: _type = "Task" [ 980.971929] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.984317] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522f8628-93a1-ea59-b456-ac8a3b6a9063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.161755] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072038, 'name': Rename_Task, 'duration_secs': 0.265511} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.162169] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.162538] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76929509-9fe6-43a8-98fc-c5631aae324b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.171067] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 981.171067] env[69325]: value = "task-4072041" [ 981.171067] env[69325]: _type = "Task" [ 981.171067] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.184248] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.221996] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.255174] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.271303] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072034, 'name': PowerOffVM_Task, 'duration_secs': 0.922428} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.275734] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.276086] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.276821] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1729a6-0a84-435c-9a6a-1e4c289a7e32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.358134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.358431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.358663] env[69325]: DEBUG nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.359665] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823a6426-7f8d-42a5-8cdd-89d5a4cd56c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.374824] env[69325]: DEBUG nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 981.379267] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.379950] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.379950] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Deleting the datastore file [datastore2] a1e86d5d-a665-4164-b0e9-7abdd2814bb2 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.385271] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07944b45-3acf-4afb-8250-c6a215847b86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.394501] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for the task: (returnval){ [ 981.394501] env[69325]: value = "task-4072043" [ 981.394501] env[69325]: _type = "Task" [ 981.394501] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.403257] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dacf73-4c23-4131-9da6-b69e308a1502 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.412609] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.421911] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e826f6-164b-47b5-99c9-57a9be307a51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.461079] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ba750-7d78-4b9d-8bf4-cf6521e33d06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.470529] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da09157-870b-47ea-8f4b-687204f42202 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.484821] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522f8628-93a1-ea59-b456-ac8a3b6a9063, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.492996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.493309] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.493560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.493713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.493898] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.494833] env[69325]: DEBUG nova.compute.provider_tree [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.496360] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-118567a0-b564-407a-9d8a-8a11c684591c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.509143] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.509317] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.510046] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4be0611-6578-49c2-80e3-2220c0099fca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.517261] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 981.517261] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c64033-eee0-b0ff-4745-f0ef688f90d5" [ 981.517261] env[69325]: _type = "Task" [ 981.517261] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.531707] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c64033-eee0-b0ff-4745-f0ef688f90d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.619160] env[69325]: DEBUG nova.network.neutron [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updated VIF entry in instance network info cache for port 821251ff-c080-4183-afdb-fe82ff50d3b9. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.619579] env[69325]: DEBUG nova.network.neutron [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.681179] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.720563] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690998} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.720865] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 981.721739] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291f4ea6-6da5-4243-b731-8f10ed5f85a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.748590] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.751917] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da19b122-00af-4935-b2e8-99c839d86737 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.770884] env[69325]: DEBUG oslo_vmware.api [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072033, 'name': PowerOnVM_Task, 'duration_secs': 1.4216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.772329] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.772571] env[69325]: INFO nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 10.80 seconds to spawn the instance on the hypervisor. [ 981.772767] env[69325]: DEBUG nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.773127] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 981.773127] env[69325]: value = "task-4072044" [ 981.773127] env[69325]: _type = "Task" [ 981.773127] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.773836] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5b28a-a627-46d5-bce3-d4d83580fad4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.790118] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.888449] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.888764] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706fb7ab-5960-4b7c-9319-fda4ae93957a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.903752] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 981.903752] env[69325]: value = "task-4072045" [ 981.903752] env[69325]: _type = "Task" [ 981.903752] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.914535] env[69325]: DEBUG oslo_vmware.api [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Task: {'id': task-4072043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48908} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.915808] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.915976] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.916239] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.916817] env[69325]: INFO nova.compute.manager [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Took 1.68 seconds to destroy the instance on the hypervisor. [ 981.916817] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.918075] env[69325]: DEBUG nova.compute.manager [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.918075] env[69325]: DEBUG nova.network.neutron [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.922766] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.001129] env[69325]: DEBUG nova.scheduler.client.report [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.030765] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c64033-eee0-b0ff-4745-f0ef688f90d5, 'name': SearchDatastore_Task, 'duration_secs': 0.031431} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.031859] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b51b7da-9a74-4300-990e-186178b664fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.040184] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 982.040184] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52784860-cb57-04cf-23b2-f9d6d1881280" [ 982.040184] env[69325]: _type = "Task" [ 982.040184] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.050108] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52784860-cb57-04cf-23b2-f9d6d1881280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.122812] env[69325]: DEBUG oslo_concurrency.lockutils [req-3b8b9f12-b701-4fd9-8208-34355dbc062a req-dc39ec8a-8804-41e7-bfdb-d9841769f57b service nova] Releasing lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.182425] env[69325]: DEBUG oslo_vmware.api [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072041, 'name': PowerOnVM_Task, 'duration_secs': 0.964924} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.182840] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.182840] env[69325]: INFO nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Took 8.51 seconds to spawn the instance on the hypervisor. [ 982.183598] env[69325]: DEBUG nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.183862] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f204ed1-6174-48a5-95db-e5d7fc5a28c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.286806] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.298013] env[69325]: INFO nova.compute.manager [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 55.46 seconds to build instance. [ 982.414958] env[69325]: DEBUG oslo_vmware.api [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072045, 'name': PowerOffVM_Task, 'duration_secs': 0.382828} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.415266] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.415468] env[69325]: DEBUG nova.compute.manager [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.416231] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b6f8d-b470-4281-9327-f76c2f268485 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.552078] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52784860-cb57-04cf-23b2-f9d6d1881280, 'name': SearchDatastore_Task, 'duration_secs': 0.015393} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.552356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.552629] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bbf1847-5587-4978-8a66-7f77c75ec099/3bbf1847-5587-4978-8a66-7f77c75ec099.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.552913] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931a6125-5140-4a3d-96b9-8db79bb798c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.560835] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 982.560835] env[69325]: value = "task-4072046" [ 982.560835] env[69325]: _type = "Task" [ 982.560835] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.569364] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.710087] env[69325]: INFO nova.compute.manager [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Took 50.83 seconds to build instance. [ 982.719813] env[69325]: DEBUG nova.network.neutron [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.788334] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072044, 'name': ReconfigVM_Task, 'duration_secs': 0.549956} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.788632] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.789545] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f774ee-055d-4ea0-9650-8efadead5938 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.814345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d6956e57-1bf2-44ec-a792-60f03efb3244 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.335s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.821410] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34186f8f-c17d-4dc7-a368-a63b714562ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839306] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 982.839306] env[69325]: value = "task-4072047" [ 982.839306] env[69325]: _type = "Task" [ 982.839306] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.848852] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.893843] env[69325]: DEBUG nova.compute.manager [req-7119d810-0890-4c2e-afbe-deb88603d007 req-cc12a1d9-2b6e-43f8-995e-1e48d206c1a4 service nova] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Received event network-vif-deleted-7a711ce9-7d8f-47eb-924e-5c2061dde9ee {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.928448] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.570s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.014096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.197s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.027583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.417s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.027583] env[69325]: DEBUG nova.objects.instance [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lazy-loading 'resources' on Instance uuid f648541b-fd64-472b-be1b-5e8ed9861d86 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.077272] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072046, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.215016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-af41edc8-dc62-477a-a681-c58ab4bb7ddb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.860s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.224159] env[69325]: INFO nova.compute.manager [-] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Took 1.31 seconds to deallocate network for instance. [ 983.333221] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.354844] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072047, 'name': ReconfigVM_Task, 'duration_secs': 0.19221} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.355452] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.355544] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-362ce155-b198-451c-9353-64a1ecd61251 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.363588] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 983.363588] env[69325]: value = "task-4072048" [ 983.363588] env[69325]: _type = "Task" [ 983.363588] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.376310] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.442736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.542323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.542607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.542777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.542963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.543607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.545763] env[69325]: INFO nova.compute.manager [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Terminating instance [ 983.576156] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748573} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.576494] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bbf1847-5587-4978-8a66-7f77c75ec099/3bbf1847-5587-4978-8a66-7f77c75ec099.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.576738] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.577074] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4818679f-e08f-4686-8be0-c9f00dae7e42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.587221] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 983.587221] env[69325]: value = "task-4072049" [ 983.587221] env[69325]: _type = "Task" [ 983.587221] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.599866] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.662613] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ffda8f-5fc6-46c6-9133-4cb31eb193a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.671650] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a35a43e-0c58-40a4-8f56-f73cee46ecf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.713690] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f36ce3-dc30-42d3-b0ed-e7d644c663db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.718113] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.725310] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c5685f-6721-46b0-938b-340322b1d46e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.742801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.743594] env[69325]: DEBUG nova.compute.provider_tree [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.852567] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.876638] env[69325]: DEBUG oslo_vmware.api [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072048, 'name': PowerOnVM_Task, 'duration_secs': 0.463033} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.877082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.880607] env[69325]: DEBUG nova.compute.manager [None req-65b8881b-a806-4608-b815-dce37bedce2e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.881801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac949039-2cb9-4916-9bd2-599cdcb2e595 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.057780] env[69325]: DEBUG nova.compute.manager [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.057780] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.058992] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0923d1-9aee-491c-b4de-5905826885d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.066887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.067137] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb32f90-e912-41f6-b61a-5f94f25c8d3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.097387] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158173} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.097651] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.098476] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b23397-4487-40d3-b162-81ada4ecd0cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.121637] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3bbf1847-5587-4978-8a66-7f77c75ec099/3bbf1847-5587-4978-8a66-7f77c75ec099.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.123025] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cefd0379-0225-4ad3-a1c0-45b64610b109 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.144951] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 984.144951] env[69325]: value = "task-4072051" [ 984.144951] env[69325]: _type = "Task" [ 984.144951] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.155393] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.170479] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.170822] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.171151] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore1] 5645e57c-e1f1-4b08-b8ac-da9f398642b6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.171529] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6d5124-74c2-4bed-9064-4cbd9bbdd671 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.180512] env[69325]: DEBUG oslo_vmware.api [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 984.180512] env[69325]: value = "task-4072052" [ 984.180512] env[69325]: _type = "Task" [ 984.180512] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.192154] env[69325]: DEBUG oslo_vmware.api [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.246879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.247742] env[69325]: DEBUG nova.scheduler.client.report [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.574348] env[69325]: INFO nova.compute.manager [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Swapping old allocation on dict_keys(['0dafb1a8-7939-469e-97bc-fec8057d9399']) held by migration 101dcecc-892e-43d0-9d95-564f0c9ea23d for instance [ 984.599546] env[69325]: DEBUG nova.scheduler.client.report [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Overwriting current allocation {'allocations': {'0dafb1a8-7939-469e-97bc-fec8057d9399': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '9513b89a66384260be696d5d13d62865', 'user_id': 'ac218f2d00ea4cd895aef0a56b893459', 'consumer_generation': 1} on consumer aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 {{(pid=69325) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 984.657128] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.695342] env[69325]: DEBUG nova.compute.manager [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.695505] env[69325]: DEBUG oslo_vmware.api [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308918} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.696385] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b14b8dc-2f40-4661-bda1-f260d541e0ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.699664] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.699937] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.700166] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.700358] env[69325]: INFO nova.compute.manager [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 984.700654] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.700908] env[69325]: DEBUG nova.compute.manager [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.701029] env[69325]: DEBUG nova.network.neutron [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.752724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.753426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquired lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.753426] env[69325]: DEBUG nova.network.neutron [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.755416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.758954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.581s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.759249] env[69325]: DEBUG nova.objects.instance [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lazy-loading 'resources' on Instance uuid b62a8dd1-446a-4c22-84a0-346a3eed7d8f {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.779049] env[69325]: INFO nova.scheduler.client.report [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Deleted allocations for instance f648541b-fd64-472b-be1b-5e8ed9861d86 [ 984.798296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.798296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.798296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.798296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.798594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.801027] env[69325]: INFO nova.compute.manager [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Terminating instance [ 985.121697] env[69325]: DEBUG nova.compute.manager [req-dceec2bc-bd28-450f-9e02-26b4175e17d0 req-277482fd-5359-4c60-ba07-38a3434762ba service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Received event network-vif-deleted-ac83debf-cd53-4cca-8915-a95aef407863 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.121971] env[69325]: INFO nova.compute.manager [req-dceec2bc-bd28-450f-9e02-26b4175e17d0 req-277482fd-5359-4c60-ba07-38a3434762ba service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Neutron deleted interface ac83debf-cd53-4cca-8915-a95aef407863; detaching it from the instance and deleting it from the info cache [ 985.122152] env[69325]: DEBUG nova.network.neutron [req-dceec2bc-bd28-450f-9e02-26b4175e17d0 req-277482fd-5359-4c60-ba07-38a3434762ba service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.157849] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072051, 'name': ReconfigVM_Task, 'duration_secs': 0.536525} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.158132] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3bbf1847-5587-4978-8a66-7f77c75ec099/3bbf1847-5587-4978-8a66-7f77c75ec099.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.158809] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4479adb-0a3f-4729-bb1e-658f20463f6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.167000] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 985.167000] env[69325]: value = "task-4072053" [ 985.167000] env[69325]: _type = "Task" [ 985.167000] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.178277] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072053, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.212418] env[69325]: INFO nova.compute.manager [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] instance snapshotting [ 985.215579] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01461c90-5a81-4a08-8851-1342abd9525e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.235804] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa1f9d-67ba-429c-ad2b-0ad9b9a9056d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.287912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Lock "f648541b-fd64-472b-be1b-5e8ed9861d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.168s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.305906] env[69325]: DEBUG nova.compute.manager [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.306318] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.310388] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b3c7a-261b-4247-8b30-44e5ec1d2232 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.319836] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.320140] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b070b542-bc1d-4b58-a29a-ec1b341b89d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.327908] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 985.327908] env[69325]: value = "task-4072054" [ 985.327908] env[69325]: _type = "Task" [ 985.327908] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.343263] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4072054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.534292] env[69325]: DEBUG nova.network.neutron [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.536489] env[69325]: DEBUG nova.network.neutron [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [{"id": "97d758ba-ce63-4a2c-b760-48ff61031a79", "address": "fa:16:3e:e9:13:e4", "network": {"id": "299926c5-ecdd-4959-bbdc-647d034c207c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e141aae3f56747f0bfb32002e116d480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d758ba-ce", "ovs_interfaceid": "97d758ba-ce63-4a2c-b760-48ff61031a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.627560] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f187a4a8-2b14-4c6d-9972-e1a80508c84b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.637718] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb4b4d-57e4-4538-92d5-6a83a56ada41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.697262] env[69325]: DEBUG nova.compute.manager [req-dceec2bc-bd28-450f-9e02-26b4175e17d0 req-277482fd-5359-4c60-ba07-38a3434762ba service nova] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Detach interface failed, port_id=ac83debf-cd53-4cca-8915-a95aef407863, reason: Instance 5645e57c-e1f1-4b08-b8ac-da9f398642b6 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.704862] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072053, 'name': Rename_Task, 'duration_secs': 0.233555} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.708008] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.708577] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e4b4e6-59c2-4186-8a50-19328edcf31c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.717476] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 985.717476] env[69325]: value = "task-4072055" [ 985.717476] env[69325]: _type = "Task" [ 985.717476] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.731531] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.747907] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.748269] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-074b007e-5add-4b12-b4cf-ed98b05b13f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.758345] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 985.758345] env[69325]: value = "task-4072056" [ 985.758345] env[69325]: _type = "Task" [ 985.758345] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.767523] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.769366] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85969a5f-8e13-41a3-9690-4e34dc57a0bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.777868] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4f828-ef70-42fd-96f1-8f1c60511eea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.811644] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc3130-bcb2-4fa3-ba33-3e5e6a03900e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.820541] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a9296-a1ca-4fae-80ad-f5deafa6a018 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.838778] env[69325]: DEBUG nova.compute.provider_tree [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.850664] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4072054, 'name': PowerOffVM_Task, 'duration_secs': 0.478457} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.850909] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.851089] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.852044] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17727309-5e66-44fd-bb7f-173f1a22bcea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.937220] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.937490] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.937678] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleting the datastore file [datastore2] 53a5c270-6084-4c1e-a63b-7cc7de611e8c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.937978] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887ced3d-2762-4564-938d-9de14293d8d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.948249] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for the task: (returnval){ [ 985.948249] env[69325]: value = "task-4072058" [ 985.948249] env[69325]: _type = "Task" [ 985.948249] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.957980] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4072058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.039189] env[69325]: INFO nova.compute.manager [-] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Took 1.34 seconds to deallocate network for instance. [ 986.041740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Releasing lock "refresh_cache-aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.042285] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.042717] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a10cf23-f8e4-43f0-899c-b50807c5e7b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.056237] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 986.056237] env[69325]: value = "task-4072059" [ 986.056237] env[69325]: _type = "Task" [ 986.056237] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.067654] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.229612] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.270903] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.341776] env[69325]: INFO nova.compute.manager [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Rescuing [ 986.342530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.343122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.343421] env[69325]: DEBUG nova.network.neutron [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.346155] env[69325]: DEBUG nova.scheduler.client.report [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.458911] env[69325]: DEBUG oslo_vmware.api [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Task: {'id': task-4072058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18828} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.459244] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.459488] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.459633] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.459829] env[69325]: INFO nova.compute.manager [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 986.460093] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.460324] env[69325]: DEBUG nova.compute.manager [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.460434] env[69325]: DEBUG nova.network.neutron [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.553193] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.571800] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072059, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.730653] env[69325]: DEBUG oslo_vmware.api [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072055, 'name': PowerOnVM_Task, 'duration_secs': 0.968446} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.731073] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.731403] env[69325]: INFO nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Took 9.38 seconds to spawn the instance on the hypervisor. [ 986.731792] env[69325]: DEBUG nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.732821] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ce7b6-bf3f-4985-a78b-af17418d844b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.774434] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072056, 'name': CreateSnapshot_Task, 'duration_secs': 0.94969} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.774838] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.775709] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a06d4f-994e-4963-a6b9-c9ec4b82c050 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.853717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.859076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.303s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.860674] env[69325]: DEBUG nova.objects.instance [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lazy-loading 'resources' on Instance uuid e5f45a1f-33d1-4633-b03f-307e9ba561af {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.891602] env[69325]: INFO nova.scheduler.client.report [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Deleted allocations for instance b62a8dd1-446a-4c22-84a0-346a3eed7d8f [ 987.072850] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072059, 'name': PowerOffVM_Task, 'duration_secs': 0.656541} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.073226] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:52:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c5e3cb1c-9a19-45aa-839e-afe2d8ab9fb4',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1203233119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.077266] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.082168] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4db7c6a-8e02-494a-bdbb-a11ba1d2cf17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.100045] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 987.100045] env[69325]: value = "task-4072060" [ 987.100045] env[69325]: _type = "Task" [ 987.100045] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.112058] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.173621] env[69325]: DEBUG nova.compute.manager [req-dbf13f5d-143c-47d4-a396-5927f97d3593 req-28eafb77-c4ef-4870-8c82-4eef8fe9c8c4 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Received event network-vif-deleted-407e8a93-de21-4489-9f6c-5990d3aa921d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.173823] env[69325]: INFO nova.compute.manager [req-dbf13f5d-143c-47d4-a396-5927f97d3593 req-28eafb77-c4ef-4870-8c82-4eef8fe9c8c4 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Neutron deleted interface 407e8a93-de21-4489-9f6c-5990d3aa921d; detaching it from the instance and deleting it from the info cache [ 987.173999] env[69325]: DEBUG nova.network.neutron [req-dbf13f5d-143c-47d4-a396-5927f97d3593 req-28eafb77-c4ef-4870-8c82-4eef8fe9c8c4 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.242780] env[69325]: DEBUG nova.network.neutron [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updating instance_info_cache with network_info: [{"id": "eaadc517-0cc7-464e-a42a-285862c3f751", "address": "fa:16:3e:6b:82:aa", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaadc517-0c", "ovs_interfaceid": "eaadc517-0cc7-464e-a42a-285862c3f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.253677] env[69325]: INFO nova.compute.manager [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Took 48.43 seconds to build instance. [ 987.303395] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.303395] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fd885d3-4089-432b-b058-fc6df9b29571 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.313562] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 987.313562] env[69325]: value = "task-4072061" [ 987.313562] env[69325]: _type = "Task" [ 987.313562] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.322995] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402173] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6835967e-65b2-45eb-8838-952212b0b214 tempest-ServerShowV247Test-960069896 tempest-ServerShowV247Test-960069896-project-member] Lock "b62a8dd1-446a-4c22-84a0-346a3eed7d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.449s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.566677] env[69325]: DEBUG nova.network.neutron [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.620416] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.677312] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-021b5572-d9d7-4cab-92be-89ffbdb71e51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.687699] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d5a35-4b06-48f8-9144-f6b6a872121d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.733761] env[69325]: DEBUG nova.compute.manager [req-dbf13f5d-143c-47d4-a396-5927f97d3593 req-28eafb77-c4ef-4870-8c82-4eef8fe9c8c4 service nova] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Detach interface failed, port_id=407e8a93-de21-4489-9f6c-5990d3aa921d, reason: Instance 53a5c270-6084-4c1e-a63b-7cc7de611e8c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.745533] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756883] env[69325]: DEBUG oslo_concurrency.lockutils [None req-282fc559-4498-4b10-8972-59bf949188a2 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.162s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.830519] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 23%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.977756] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0d34d-d0ed-41a3-9658-b027287bd1fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.987862] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a593b-c89d-4601-87c1-7e02220549f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.028209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb5325-f6d8-48a3-896f-ba7d95d14c0f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.036979] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f40e2-91f9-412d-b116-e877c964c085 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.053332] env[69325]: DEBUG nova.compute.provider_tree [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.070753] env[69325]: INFO nova.compute.manager [-] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Took 1.61 seconds to deallocate network for instance. [ 988.113198] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.327141] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 23%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.557479] env[69325]: DEBUG nova.scheduler.client.report [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.577242] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.612754] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.828945] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 23%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.064043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.070141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.931s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.070141] env[69325]: INFO nova.compute.claims [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.102227] env[69325]: INFO nova.scheduler.client.report [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted allocations for instance e5f45a1f-33d1-4633-b03f-307e9ba561af [ 989.115941] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.211462] env[69325]: DEBUG nova.compute.manager [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Received event network-changed-821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.211462] env[69325]: DEBUG nova.compute.manager [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Refreshing instance network info cache due to event network-changed-821251ff-c080-4183-afdb-fe82ff50d3b9. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.211613] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] Acquiring lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.211908] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] Acquired lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.211908] env[69325]: DEBUG nova.network.neutron [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Refreshing network info cache for port 821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.291847] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.292598] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8d4597-407c-4004-b3d8-57fd2e1a8b98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.303960] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 989.303960] env[69325]: value = "task-4072062" [ 989.303960] env[69325]: _type = "Task" [ 989.303960] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.313693] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.326238] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 23%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.616368] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.616930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "e5f45a1f-33d1-4633-b03f-307e9ba561af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.558s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.828150] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.832567] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.107233] env[69325]: DEBUG nova.scheduler.client.report [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 990.124722] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072060, 'name': ReconfigVM_Task, 'duration_secs': 2.998562} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.125997] env[69325]: DEBUG nova.scheduler.client.report [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 990.127109] env[69325]: DEBUG nova.compute.provider_tree [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.132931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d728d70c-9baa-4e9e-be99-1af8fe0b2088 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160807] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:52:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c5e3cb1c-9a19-45aa-839e-afe2d8ab9fb4',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1203233119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.161630] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.161908] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.162167] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.162354] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.163212] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.163212] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.163212] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.163411] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.163841] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.164097] env[69325]: DEBUG nova.virt.hardware [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.166427] env[69325]: DEBUG nova.scheduler.client.report [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 990.171726] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680290cf-f65e-4379-9460-6c9c97f16aa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.179902] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 990.179902] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5224ceea-8764-7808-bb2f-91b76eb6e534" [ 990.179902] env[69325]: _type = "Task" [ 990.179902] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.191908] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5224ceea-8764-7808-bb2f-91b76eb6e534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.197776] env[69325]: DEBUG nova.scheduler.client.report [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 990.243511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.244121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.244329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.244445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.244613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.250851] env[69325]: INFO nova.compute.manager [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Terminating instance [ 990.321781] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072062, 'name': PowerOffVM_Task, 'duration_secs': 0.835715} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.324960] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.328328] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9400e-58ba-41bb-8d99-f61e6d5ef407 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.342022] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.360952] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a1f22-e517-4fd0-8976-cda390cb7524 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.387513] env[69325]: DEBUG nova.network.neutron [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updated VIF entry in instance network info cache for port 821251ff-c080-4183-afdb-fe82ff50d3b9. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.387937] env[69325]: DEBUG nova.network.neutron [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.402038] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.402356] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a235b3-8c8f-4dbb-bf3f-3fcbdd3f0a9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.415329] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 990.415329] env[69325]: value = "task-4072063" [ 990.415329] env[69325]: _type = "Task" [ 990.415329] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.429565] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 990.429792] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.430054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.430212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.430397] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.431194] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eae3e1f-4968-491d-8811-9d1b54c3c947 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.442243] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.442346] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.445725] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4499f260-aa69-4327-ba9d-fe042048d731 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.457027] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 990.457027] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b5a827-c5db-491c-1812-366df20bbaf9" [ 990.457027] env[69325]: _type = "Task" [ 990.457027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.465144] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b5a827-c5db-491c-1812-366df20bbaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.695404] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5224ceea-8764-7808-bb2f-91b76eb6e534, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.701439] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.704251] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fecc235-1416-40f1-8020-8d5dfd085244 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.728009] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 990.728009] env[69325]: value = "task-4072064" [ 990.728009] env[69325]: _type = "Task" [ 990.728009] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.741945] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.754799] env[69325]: DEBUG nova.compute.manager [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.755106] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.755959] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc3b016-3c4a-4b28-8962-b529c7e79cd3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.768160] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.769052] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-991ef2dc-11be-46c3-86fb-d56506301d71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.776524] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 990.776524] env[69325]: value = "task-4072065" [ 990.776524] env[69325]: _type = "Task" [ 990.776524] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.786752] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.788653] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a639c1-f209-4d86-b94e-de796c0db02a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.798085] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a92f1c-5966-4881-9242-ac80f9c40b0f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.838217] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dab72e7-e5db-46f8-a1f0-a7d57ae8fc8c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.849356] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ed876-b7b1-4e8b-a2d8-38313449f314 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.853618] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.865791] env[69325]: DEBUG nova.compute.provider_tree [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.891965] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d597501-137f-4847-990a-8227e69c139d req-bc57470c-9ce1-4ba1-8f29-ba0ff160efcd service nova] Releasing lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.967444] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b5a827-c5db-491c-1812-366df20bbaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.01483} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.968353] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c199f-7f96-4452-89dc-cf5997f826b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.975803] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 990.975803] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a016ee-3b75-7038-3e15-9d596ada5fe2" [ 990.975803] env[69325]: _type = "Task" [ 990.975803] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.987364] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a016ee-3b75-7038-3e15-9d596ada5fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.241181] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072064, 'name': ReconfigVM_Task, 'duration_secs': 0.354058} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.241497] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.242313] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882ac28-6ace-4f08-8d0d-765eec8f7de7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.266082] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.266241] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2076a33-3d85-48ee-a1ec-a931c1cc6288 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.290894] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072065, 'name': PowerOffVM_Task, 'duration_secs': 0.298752} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.292230] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.292438] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.292760] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 991.292760] env[69325]: value = "task-4072066" [ 991.292760] env[69325]: _type = "Task" [ 991.292760] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.293013] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81b04d3-34d8-42ef-bc59-c75cb03d1a65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.305286] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.341856] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.370877] env[69325]: DEBUG nova.scheduler.client.report [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.400998] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.400998] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.400998] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore1] f17cebdf-b876-4778-80c9-f4a50b0bd402 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.400998] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7749c4-e6f5-4a8e-be4f-54a91b7a20ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.413402] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 991.413402] env[69325]: value = "task-4072068" [ 991.413402] env[69325]: _type = "Task" [ 991.413402] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.423583] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.487526] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a016ee-3b75-7038-3e15-9d596ada5fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.031948} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.487694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.488338] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 991.488338] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3111133e-ebfe-4ad0-9bc3-05adf3020249 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.498854] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 991.498854] env[69325]: value = "task-4072069" [ 991.498854] env[69325]: _type = "Task" [ 991.498854] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.513150] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.809383] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.844561] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072061, 'name': CloneVM_Task, 'duration_secs': 4.104641} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.845296] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Created linked-clone VM from snapshot [ 991.846166] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407b84aa-c4cc-4d42-b393-80fff23379f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.857429] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Uploading image 8e2f8bbf-0b44-4343-bac6-2138ac15e71a {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 991.879141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.879141] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.881279] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.712s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.881279] env[69325]: DEBUG nova.objects.instance [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lazy-loading 'resources' on Instance uuid 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.887077] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 991.887077] env[69325]: value = "vm-806936" [ 991.887077] env[69325]: _type = "VirtualMachine" [ 991.887077] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 991.887381] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9e7ea96-8ea1-4559-b09c-37dbedc61483 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.895341] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease: (returnval){ [ 991.895341] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d6c2d-3142-4924-a80b-8ff3cb30eaa5" [ 991.895341] env[69325]: _type = "HttpNfcLease" [ 991.895341] env[69325]: } obtained for exporting VM: (result){ [ 991.895341] env[69325]: value = "vm-806936" [ 991.895341] env[69325]: _type = "VirtualMachine" [ 991.895341] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 991.895720] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the lease: (returnval){ [ 991.895720] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d6c2d-3142-4924-a80b-8ff3cb30eaa5" [ 991.895720] env[69325]: _type = "HttpNfcLease" [ 991.895720] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.906044] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.906044] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d6c2d-3142-4924-a80b-8ff3cb30eaa5" [ 991.906044] env[69325]: _type = "HttpNfcLease" [ 991.906044] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.927694] env[69325]: DEBUG oslo_vmware.api [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228484} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.928912] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.929139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.929373] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.929609] env[69325]: INFO nova.compute.manager [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Took 1.17 seconds to destroy the instance on the hypervisor. [ 991.929958] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.930469] env[69325]: DEBUG nova.compute.manager [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.931910] env[69325]: DEBUG nova.network.neutron [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.012598] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072069, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.306518] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.347513] env[69325]: DEBUG nova.compute.manager [req-5db3e528-e86d-497f-a48c-7e1fd4ca8dfb req-bbbe45d1-80fa-443f-a630-bff70e1f0c17 service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Received event network-vif-deleted-1fe52f95-81b3-489f-bc55-0d75e190c55d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.347513] env[69325]: INFO nova.compute.manager [req-5db3e528-e86d-497f-a48c-7e1fd4ca8dfb req-bbbe45d1-80fa-443f-a630-bff70e1f0c17 service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Neutron deleted interface 1fe52f95-81b3-489f-bc55-0d75e190c55d; detaching it from the instance and deleting it from the info cache [ 992.347513] env[69325]: DEBUG nova.network.neutron [req-5db3e528-e86d-497f-a48c-7e1fd4ca8dfb req-bbbe45d1-80fa-443f-a630-bff70e1f0c17 service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.386550] env[69325]: DEBUG nova.compute.utils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.391381] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.394709] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.406989] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.406989] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d6c2d-3142-4924-a80b-8ff3cb30eaa5" [ 992.406989] env[69325]: _type = "HttpNfcLease" [ 992.406989] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 992.407582] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 992.407582] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d6c2d-3142-4924-a80b-8ff3cb30eaa5" [ 992.407582] env[69325]: _type = "HttpNfcLease" [ 992.407582] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 992.409077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e985e3e-df38-409e-8166-0a2985cd437f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.418405] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 992.418629] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 992.493444] env[69325]: DEBUG nova.policy [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd128bf70867144fa8ce81f959ad2c9bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5628d7911d1f49bb9f0e66537c6bab01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.514405] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833334} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.514697] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 992.515539] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b01dbb-f84d-4c4d-a80d-0c5fdaa709c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.545305] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.552131] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651f44b4-7c3c-4e3a-b000-b5a33c8f8622 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.567617] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0d72ad1-951d-42cb-92ab-5b2e54f4c225 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.575706] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 992.575706] env[69325]: value = "task-4072071" [ 992.575706] env[69325]: _type = "Task" [ 992.575706] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.593849] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.765113] env[69325]: DEBUG nova.network.neutron [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.811344] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072066, 'name': ReconfigVM_Task, 'duration_secs': 1.469452} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.813932] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1/aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.813932] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c701bc-58be-40bd-b7ff-8aac6ae4b323 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.848664] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc716cd-1330-4abe-8fe2-cb651d683418 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.854075] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa964202-62de-4b92-a874-687779dc1a15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.882833] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe17e51-205d-4962-81ad-e51839d125a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.890640] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb38406-ce09-4fec-a8e1-6c57f00b59a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.904250] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.926225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24fa22-1348-4355-91f6-d1e34d97f391 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.933504] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.933826] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9760ea-76d3-42a0-b452-b056fc6b3bfe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.957649] env[69325]: DEBUG nova.compute.manager [req-5db3e528-e86d-497f-a48c-7e1fd4ca8dfb req-bbbe45d1-80fa-443f-a630-bff70e1f0c17 service nova] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Detach interface failed, port_id=1fe52f95-81b3-489f-bc55-0d75e190c55d, reason: Instance f17cebdf-b876-4778-80c9-f4a50b0bd402 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.958829] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Successfully created port: 8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.962532] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 992.962532] env[69325]: value = "task-4072072" [ 992.962532] env[69325]: _type = "Task" [ 992.962532] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.975123] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072072, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.090339] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.107292] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755bc5d-db13-419f-b305-f7896ae8a955 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.115287] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327b1bf-6027-40d3-85d4-689d637f0a4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.148717] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8ff34-f354-48c0-ad98-2929805131b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.158014] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d57ddb-d133-4089-a01f-ab9537b4fcdf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.174589] env[69325]: DEBUG nova.compute.provider_tree [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.267599] env[69325]: INFO nova.compute.manager [-] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Took 1.34 seconds to deallocate network for instance. [ 993.366997] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.367851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.477040] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072072, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.592152] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072071, 'name': ReconfigVM_Task, 'duration_secs': 0.673691} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.592152] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 517c3322-602c-4290-bd24-00f22a79164e/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.592853] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6132d6-4710-488d-8176-5f7677c56821 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.630868] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8292d6a7-3713-4b81-8227-979e8070d54f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.654563] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 993.654563] env[69325]: value = "task-4072073" [ 993.654563] env[69325]: _type = "Task" [ 993.654563] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.664910] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.679302] env[69325]: DEBUG nova.scheduler.client.report [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.775371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.870792] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.930499] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.954981] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.955303] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.955470] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.955695] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.955851] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.956026] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.957080] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.957080] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.957080] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.957080] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.957080] env[69325]: DEBUG nova.virt.hardware [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.957988] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad8933-23e9-41a7-9f0d-0d80edccc025 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.970641] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89dbbfb-a372-4d80-8f7f-5f0d5d37cd54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.978388] env[69325]: DEBUG oslo_vmware.api [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072072, 'name': PowerOnVM_Task, 'duration_secs': 0.567373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.979201] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.168078] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072073, 'name': ReconfigVM_Task, 'duration_secs': 0.305265} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.168078] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.168441] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca939263-74bc-46b2-ac24-b5cab01c669f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.176909] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 994.176909] env[69325]: value = "task-4072074" [ 994.176909] env[69325]: _type = "Task" [ 994.176909] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.184534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.187682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.802s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.190037] env[69325]: INFO nova.compute.claims [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.200320] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.215844] env[69325]: INFO nova.scheduler.client.report [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Deleted allocations for instance 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4 [ 994.398203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.646863] env[69325]: DEBUG nova.compute.manager [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.647132] env[69325]: DEBUG oslo_concurrency.lockutils [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.647740] env[69325]: DEBUG oslo_concurrency.lockutils [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.647740] env[69325]: DEBUG oslo_concurrency.lockutils [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.647740] env[69325]: DEBUG nova.compute.manager [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] No waiting events found dispatching network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 994.647940] env[69325]: WARNING nova.compute.manager [req-23e21128-abfb-419d-a028-1d46e4d14c04 req-2698d1e2-727e-4292-afea-72f21380db0d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received unexpected event network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 for instance with vm_state building and task_state spawning. [ 994.688890] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.728835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-389b40dd-7292-46c3-8adb-6bc3087f92ea tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Lock "0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.340s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.803687] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Successfully updated port: 8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.999584] env[69325]: INFO nova.compute.manager [None req-86f577cf-8e34-419f-ae9e-bcdcaa7859d6 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance to original state: 'active' [ 995.194390] env[69325]: DEBUG oslo_vmware.api [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072074, 'name': PowerOnVM_Task, 'duration_secs': 0.688967} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.194690] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.199074] env[69325]: DEBUG nova.compute.manager [None req-fd50ecbc-7f73-4bf5-aee8-2f3e702df31a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.200563] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385226a-f978-4f97-a359-2d8ee09563aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.309203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.309430] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.309616] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.698813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71072358-d261-4f95-8d2e-adfbbee0cfe1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.707549] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163aa0a2-137f-4cd3-ba60-b71d1ccd41fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.743847] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c4ebc-32cc-48bc-8243-7915e9433755 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.752345] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a542b589-09a5-46c3-9449-3057f62b50b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.767734] env[69325]: DEBUG nova.compute.provider_tree [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.847381] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.024222] env[69325]: DEBUG nova.network.neutron [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.271876] env[69325]: DEBUG nova.scheduler.client.report [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.286778] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.287049] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.287270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.287461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.287628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.289896] env[69325]: INFO nova.compute.manager [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Terminating instance [ 996.526581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.526918] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance network_info: |[{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.527370] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:2c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c17c496-4266-4bb1-8c0b-730040563005', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.536606] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating folder: Project (5628d7911d1f49bb9f0e66537c6bab01). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.537390] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6228c775-4c0b-4836-b9a2-de405391a706 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.551389] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created folder: Project (5628d7911d1f49bb9f0e66537c6bab01) in parent group-v806727. [ 996.551389] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating folder: Instances. Parent ref: group-v806937. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.551389] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d78d4e-5873-44d8-afb2-2b398ccfa9d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.561392] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created folder: Instances in parent group-v806937. [ 996.561765] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.561973] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.562209] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045d620e-b16d-4d0c-bd48-b6f1ff688731 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.585337] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.585337] env[69325]: value = "task-4072077" [ 996.585337] env[69325]: _type = "Task" [ 996.585337] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.594483] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072077, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.681339] env[69325]: DEBUG nova.compute.manager [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-changed-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.681339] env[69325]: DEBUG nova.compute.manager [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing instance network info cache due to event network-changed-8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.681339] env[69325]: DEBUG oslo_concurrency.lockutils [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.681339] env[69325]: DEBUG oslo_concurrency.lockutils [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.681339] env[69325]: DEBUG nova.network.neutron [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.777344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.777869] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.780473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.738s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.781873] env[69325]: INFO nova.compute.claims [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.793537] env[69325]: DEBUG nova.compute.manager [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.793765] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.794729] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c15a1d5-5dcc-4856-b0a5-a8f4b639b58e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.803782] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.804284] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299cdbeb-553c-4bd1-8768-3b263b3487c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.812239] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 996.812239] env[69325]: value = "task-4072078" [ 996.812239] env[69325]: _type = "Task" [ 996.812239] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.823977] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.969391] env[69325]: INFO nova.compute.manager [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Unrescuing [ 996.969684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.969851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.970079] env[69325]: DEBUG nova.network.neutron [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.100303] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072077, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.287235] env[69325]: DEBUG nova.compute.utils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.291133] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.291327] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.322625] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072078, 'name': PowerOffVM_Task, 'duration_secs': 0.319895} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.322871] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.323100] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.323394] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91911157-1305-42ab-a4ee-6aff8e45ef8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.381720] env[69325]: DEBUG nova.policy [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feadf29f60c047d7a5d066805bdc4a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd64265ad38d34af6833236c548f861f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.402866] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.403074] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.403324] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleting the datastore file [datastore1] aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.403541] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585a6e61-2e7d-48a9-b3a6-89f4c9e26fae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.410250] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 997.410250] env[69325]: value = "task-4072080" [ 997.410250] env[69325]: _type = "Task" [ 997.410250] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.419649] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.501122] env[69325]: DEBUG nova.network.neutron [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updated VIF entry in instance network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.501486] env[69325]: DEBUG nova.network.neutron [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.598254] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072077, 'name': CreateVM_Task, 'duration_secs': 0.704028} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.598423] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.599421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.599594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.599923] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.600213] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf78379-e9ad-4cdd-bfe1-903b5f7c1065 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.606212] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 997.606212] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5262b6ea-e0c4-154c-af77-f98154ab7780" [ 997.606212] env[69325]: _type = "Task" [ 997.606212] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.615723] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5262b6ea-e0c4-154c-af77-f98154ab7780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.731227] env[69325]: DEBUG nova.network.neutron [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updating instance_info_cache with network_info: [{"id": "eaadc517-0cc7-464e-a42a-285862c3f751", "address": "fa:16:3e:6b:82:aa", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaadc517-0c", "ovs_interfaceid": "eaadc517-0cc7-464e-a42a-285862c3f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.756151] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Successfully created port: 79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.792336] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.920748] env[69325]: DEBUG oslo_vmware.api [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354159} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.923621] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.923831] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.924020] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.924204] env[69325]: INFO nova.compute.manager [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 997.924460] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.924925] env[69325]: DEBUG nova.compute.manager [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.925050] env[69325]: DEBUG nova.network.neutron [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.006837] env[69325]: DEBUG oslo_concurrency.lockutils [req-78bebe31-098e-414c-ab05-0ca5c1aebba7 req-11f41f66-5473-4c27-a674-20b51bcb2c97 service nova] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.125278] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5262b6ea-e0c4-154c-af77-f98154ab7780, 'name': SearchDatastore_Task, 'duration_secs': 0.030246} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.125631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.125910] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.126212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.126378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.126567] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.126859] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fcdb05a-e86d-4b65-b72b-a4334e50440d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.138566] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.138756] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.140442] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd0ef97-1157-480e-af65-370d9fa1201f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.148483] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 998.148483] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ef02ad-3319-ada3-f9c1-cb82b90a59ff" [ 998.148483] env[69325]: _type = "Task" [ 998.148483] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.165776] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ef02ad-3319-ada3-f9c1-cb82b90a59ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.165776] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b68110-501e-4daf-9734-915d200374d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.174450] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 998.174450] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dbddfa-782d-6eda-456c-92c148993d53" [ 998.174450] env[69325]: _type = "Task" [ 998.174450] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.188025] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dbddfa-782d-6eda-456c-92c148993d53, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.191210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.191575] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.192405] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8908aca7-0fbe-4ace-a185-d7a588300b2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.202574] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 998.202574] env[69325]: value = "task-4072081" [ 998.202574] env[69325]: _type = "Task" [ 998.202574] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.216027] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.237600] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-517c3322-602c-4290-bd24-00f22a79164e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.238250] env[69325]: DEBUG nova.objects.instance [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'flavor' on Instance uuid 517c3322-602c-4290-bd24-00f22a79164e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.245511] env[69325]: DEBUG nova.compute.manager [req-1b9d7131-872b-453a-88e3-eb924f733b2f req-64773acd-f035-43ea-a501-0ae6c4964b06 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Received event network-vif-deleted-97d758ba-ce63-4a2c-b760-48ff61031a79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.245717] env[69325]: INFO nova.compute.manager [req-1b9d7131-872b-453a-88e3-eb924f733b2f req-64773acd-f035-43ea-a501-0ae6c4964b06 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Neutron deleted interface 97d758ba-ce63-4a2c-b760-48ff61031a79; detaching it from the instance and deleting it from the info cache [ 998.245884] env[69325]: DEBUG nova.network.neutron [req-1b9d7131-872b-453a-88e3-eb924f733b2f req-64773acd-f035-43ea-a501-0ae6c4964b06 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.297252] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfba034-ab66-4d84-994c-f65d25603fe7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.317055] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4573352-5908-4509-96bf-5f9ced8ed8d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.353218] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce4d83-f6c4-4b75-a53e-04f4c818994f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.364347] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845871dd-3a60-4e05-93a6-bb772bc6ae94 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.380405] env[69325]: DEBUG nova.compute.provider_tree [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.714215] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072081, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.722870] env[69325]: DEBUG nova.network.neutron [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.748313] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f14a2-7b98-4bda-bae8-f62fd3b7189c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.752806] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc0b6f56-ce8d-47a2-a259-452d9c8fce68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.780320] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.783776] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5467889-796c-40f2-96da-ac59f470d681 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.789094] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5974733-bf32-45fc-baf2-e98e4dec7dfb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.807134] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 998.807134] env[69325]: value = "task-4072082" [ 998.807134] env[69325]: _type = "Task" [ 998.807134] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.813118] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.835675] env[69325]: DEBUG nova.compute.manager [req-1b9d7131-872b-453a-88e3-eb924f733b2f req-64773acd-f035-43ea-a501-0ae6c4964b06 service nova] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Detach interface failed, port_id=97d758ba-ce63-4a2c-b760-48ff61031a79, reason: Instance aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.841752] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.850855] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.851177] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.851353] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.851552] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.851719] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.851887] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.852130] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.852311] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.852490] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.852671] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.852855] env[69325]: DEBUG nova.virt.hardware [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.854158] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f39cb-e503-4128-932f-a9cf4199056f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.862954] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030163ba-fdae-416a-8153-cbf019ed7812 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887055] env[69325]: DEBUG nova.scheduler.client.report [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.215506] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514068} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.215892] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.216071] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.216353] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d0df840-a1e6-40e2-9ac9-4471b76bb5a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.225128] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 999.225128] env[69325]: value = "task-4072083" [ 999.225128] env[69325]: _type = "Task" [ 999.225128] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.232080] env[69325]: INFO nova.compute.manager [-] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Took 1.30 seconds to deallocate network for instance. [ 999.234970] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.282453] env[69325]: DEBUG nova.compute.manager [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Received event network-vif-plugged-79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.282734] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] Acquiring lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.283016] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.283263] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.283494] env[69325]: DEBUG nova.compute.manager [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] No waiting events found dispatching network-vif-plugged-79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.283731] env[69325]: WARNING nova.compute.manager [req-e4500c0a-4664-4177-8fb5-66413b190d56 req-fddf43f2-3890-4c3d-8817-54399a82622c service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Received unexpected event network-vif-plugged-79520c7d-1332-498d-99e8-e1ed0a463f27 for instance with vm_state building and task_state spawning. [ 999.286964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.287296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.287750] env[69325]: DEBUG nova.objects.instance [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid 928a28c4-82f0-4cb4-b028-e410d5002a2a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.317709] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072082, 'name': PowerOffVM_Task, 'duration_secs': 0.348113} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.317828] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.324019] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.324372] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49474a60-0564-4d21-8976-d121fd6a69cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.344776] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 999.344776] env[69325]: value = "task-4072084" [ 999.344776] env[69325]: _type = "Task" [ 999.344776] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.354718] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.368456] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Successfully updated port: 79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.392119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.392839] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.396261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.844s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.398379] env[69325]: INFO nova.compute.claims [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.737613] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075546} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.737898] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.738707] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709de93-cf5b-4ce8-b304-f800263452a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.742017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.764884] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.764884] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e286a43c-c0ca-4b2c-967c-47230fab725e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.784913] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 999.784913] env[69325]: value = "task-4072085" [ 999.784913] env[69325]: _type = "Task" [ 999.784913] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.796683] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.856258] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072084, 'name': ReconfigVM_Task, 'duration_secs': 0.331132} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.856565] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.856765] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.857025] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e814cad-a648-428d-868d-06187aa062c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.864639] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 999.864639] env[69325]: value = "task-4072086" [ 999.864639] env[69325]: _type = "Task" [ 999.864639] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.869211] env[69325]: DEBUG nova.objects.instance [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid 928a28c4-82f0-4cb4-b028-e410d5002a2a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.871156] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.871298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.871442] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.876500] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.906755] env[69325]: DEBUG nova.compute.utils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.908376] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.908555] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.952836] env[69325]: DEBUG nova.policy [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70504a19b9b4428e9cf7e4e6d3f08ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345376dc34f4c5389b10b71ab6b5013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.251307] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Successfully created port: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.296090] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072085, 'name': ReconfigVM_Task, 'duration_secs': 0.361486} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.296376] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.297095] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f0a85b-c577-403d-9388-92448bb7c322 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.304501] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1000.304501] env[69325]: value = "task-4072087" [ 1000.304501] env[69325]: _type = "Task" [ 1000.304501] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.313738] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072087, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.371420] env[69325]: DEBUG nova.objects.base [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance<928a28c4-82f0-4cb4-b028-e410d5002a2a> lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.371630] env[69325]: DEBUG nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.379828] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.414107] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.418173] env[69325]: DEBUG nova.policy [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.426944] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.664815] env[69325]: DEBUG nova.network.neutron [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Updating instance_info_cache with network_info: [{"id": "79520c7d-1332-498d-99e8-e1ed0a463f27", "address": "fa:16:3e:29:28:ef", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79520c7d-13", "ovs_interfaceid": "79520c7d-1332-498d-99e8-e1ed0a463f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.809281] env[69325]: DEBUG nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Successfully created port: 35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.819401] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072087, 'name': Rename_Task, 'duration_secs': 0.163656} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.822059] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.822688] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2285c0-36d5-4e1d-a3c4-642ed90173b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.829853] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1000.829853] env[69325]: value = "task-4072088" [ 1000.829853] env[69325]: _type = "Task" [ 1000.829853] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.847292] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072088, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.876581] env[69325]: DEBUG oslo_vmware.api [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072086, 'name': PowerOnVM_Task, 'duration_secs': 0.523416} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.876855] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.877093] env[69325]: DEBUG nova.compute.manager [None req-fbabf8c9-f950-4460-9e4f-5d6413641c82 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.877895] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20022a2-4a2f-4dec-8386-dfa732f6eee2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.903311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e935a8f-e541-4ce4-b834-d4142844a44b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.911274] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85f9ef-1272-4a34-b0b1-79f7bcc8a084 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.949129] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af5bce-9de5-4b1f-93ee-6b82358a800e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959050] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b08ff5-e93e-435a-bdeb-423cd07bf541 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.973951] env[69325]: DEBUG nova.compute.provider_tree [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.168310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.168638] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Instance network_info: |[{"id": "79520c7d-1332-498d-99e8-e1ed0a463f27", "address": "fa:16:3e:29:28:ef", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79520c7d-13", "ovs_interfaceid": "79520c7d-1332-498d-99e8-e1ed0a463f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.169077] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:28:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79520c7d-1332-498d-99e8-e1ed0a463f27', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.177923] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.178237] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.178587] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7e72c6e-baa7-4e67-bf90-4dc0e30d7fc8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.206726] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.206726] env[69325]: value = "task-4072089" [ 1001.206726] env[69325]: _type = "Task" [ 1001.206726] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.219422] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072089, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.344334] env[69325]: DEBUG oslo_vmware.api [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072088, 'name': PowerOnVM_Task, 'duration_secs': 0.504197} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.345068] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.345368] env[69325]: INFO nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1001.345532] env[69325]: DEBUG nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.346403] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7458d-9509-4272-88af-607f2afac497 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.454198] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.477957] env[69325]: DEBUG nova.scheduler.client.report [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.490078] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.490372] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.490569] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.491138] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.491138] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.491138] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.491282] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.491427] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.491648] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.491822] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.492304] env[69325]: DEBUG nova.virt.hardware [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.492970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c4796-1304-403f-a548-aa12c9912a0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.504765] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b020a074-331d-4075-83e5-b6077b1cde51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.713733] env[69325]: DEBUG nova.compute.manager [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Received event network-changed-79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.714956] env[69325]: DEBUG nova.compute.manager [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Refreshing instance network info cache due to event network-changed-79520c7d-1332-498d-99e8-e1ed0a463f27. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.714956] env[69325]: DEBUG oslo_concurrency.lockutils [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] Acquiring lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.714956] env[69325]: DEBUG oslo_concurrency.lockutils [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] Acquired lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.714956] env[69325]: DEBUG nova.network.neutron [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Refreshing network info cache for port 79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.724065] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072089, 'name': CreateVM_Task, 'duration_secs': 0.427725} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.724065] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.725158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.725158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.725347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725556] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd974a40-94c0-42d8-b280-1af990286661 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.736163] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1001.736163] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52483075-cc7b-b071-d7d0-e1c3a8556e5a" [ 1001.736163] env[69325]: _type = "Task" [ 1001.736163] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.748648] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52483075-cc7b-b071-d7d0-e1c3a8556e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.748994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.749486] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.749486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.750232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.750232] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.750537] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06f0c168-c5d8-45e9-b450-4e0292854c5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.760743] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.761033] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.761812] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a51c88-48b4-4dcf-9bed-f98716bc1e90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.769595] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1001.769595] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520863f8-5294-57eb-4441-bea04913a15a" [ 1001.769595] env[69325]: _type = "Task" [ 1001.769595] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.784766] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520863f8-5294-57eb-4441-bea04913a15a, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.785689] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43988ec2-4226-4b95-9d52-f9be2a97cbfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.793404] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1001.793404] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52797c4b-8ea8-a66c-60a7-25d387886619" [ 1001.793404] env[69325]: _type = "Task" [ 1001.793404] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.802823] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52797c4b-8ea8-a66c-60a7-25d387886619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.867026] env[69325]: INFO nova.compute.manager [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Took 40.75 seconds to build instance. [ 1001.964352] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Successfully updated port: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.984841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.985211] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.987905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.886s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.988209] env[69325]: DEBUG nova.objects.instance [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lazy-loading 'resources' on Instance uuid ca310880-d26b-4f6d-a633-9a05804340dc {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.309795] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52797c4b-8ea8-a66c-60a7-25d387886619, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.309969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.311094] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 7620a794-9e66-4187-894d-e3a60a97e8f0/7620a794-9e66-4187-894d-e3a60a97e8f0.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.311094] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe14496-2f79-42fb-a1d0-f62afcf0b0c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.320479] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1002.320479] env[69325]: value = "task-4072090" [ 1002.320479] env[69325]: _type = "Task" [ 1002.320479] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.333060] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.368306] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e407adb4-d6cb-471e-9c20-df329b5399e2 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.995s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.467029] env[69325]: DEBUG nova.network.neutron [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Updated VIF entry in instance network info cache for port 79520c7d-1332-498d-99e8-e1ed0a463f27. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.467501] env[69325]: DEBUG nova.network.neutron [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Updating instance_info_cache with network_info: [{"id": "79520c7d-1332-498d-99e8-e1ed0a463f27", "address": "fa:16:3e:29:28:ef", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79520c7d-13", "ovs_interfaceid": "79520c7d-1332-498d-99e8-e1ed0a463f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.473900] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.474130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.474336] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.492030] env[69325]: DEBUG nova.compute.utils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.496971] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.497173] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.555062] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.556486] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbe71f-3918-415e-afd3-06de2cfbd2ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.568134] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.568326] env[69325]: ERROR oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk due to incomplete transfer. [ 1002.570131] env[69325]: DEBUG nova.policy [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.571386] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c067b40-f1ac-4111-ae6f-e410e70dfb3b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.584642] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7803d-9224-2fe6-1d21-05b700c46d91/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.584642] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Uploaded image 8e2f8bbf-0b44-4343-bac6-2138ac15e71a to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.586039] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.588773] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e19fd94-4092-4ea6-970c-38678b495493 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.599313] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1002.599313] env[69325]: value = "task-4072091" [ 1002.599313] env[69325]: _type = "Task" [ 1002.599313] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.615211] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072091, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.632193] env[69325]: DEBUG nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Successfully updated port: 35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.835116] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.917204] env[69325]: DEBUG nova.compute.manager [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-vif-plugged-35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.917553] env[69325]: DEBUG oslo_concurrency.lockutils [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.917845] env[69325]: DEBUG oslo_concurrency.lockutils [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.918013] env[69325]: DEBUG oslo_concurrency.lockutils [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.918344] env[69325]: DEBUG nova.compute.manager [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] No waiting events found dispatching network-vif-plugged-35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.918417] env[69325]: WARNING nova.compute.manager [req-46da9c7e-85c5-41f5-a124-98e5c849cd07 req-ec395931-1728-4802-ac39-719d49f7c281 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received unexpected event network-vif-plugged-35faa0cd-f44f-4ace-aa17-6867a6a28847 for instance with vm_state active and task_state None. [ 1002.947415] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Successfully created port: 9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.977442] env[69325]: DEBUG oslo_concurrency.lockutils [req-be830a9b-2911-4f9c-be89-61e8723a03b0 req-aa5a4417-a09c-453b-b531-76c79dce7619 service nova] Releasing lock "refresh_cache-7620a794-9e66-4187-894d-e3a60a97e8f0" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.997199] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.038523] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f4c8d-6cec-4a1b-aa22-cb1498d4f320 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.048214] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.051610] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4700967-f920-40ed-bca5-451b39ed0198 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.092916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707f310-ea46-4d02-bcc4-d8bd0c198e0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.110201] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b4715-3e32-4b50-ad93-31a6817e07cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.116973] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072091, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.125621] env[69325]: DEBUG nova.compute.provider_tree [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.136260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.136260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.136701] env[69325]: DEBUG nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.310256] env[69325]: DEBUG nova.network.neutron [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Updating instance_info_cache with network_info: [{"id": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "address": "fa:16:3e:ad:07:d3", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07dcdb0-fe", "ovs_interfaceid": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.335665] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646452} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.335944] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 7620a794-9e66-4187-894d-e3a60a97e8f0/7620a794-9e66-4187-894d-e3a60a97e8f0.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.336203] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.336440] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d22585ea-99c7-4f2f-ba6f-895205e1f116 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.344795] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1003.344795] env[69325]: value = "task-4072092" [ 1003.344795] env[69325]: _type = "Task" [ 1003.344795] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.353848] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.614690] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072091, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.628780] env[69325]: DEBUG nova.scheduler.client.report [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.698867] env[69325]: WARNING nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1003.813949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.814304] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance network_info: |[{"id": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "address": "fa:16:3e:ad:07:d3", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07dcdb0-fe", "ovs_interfaceid": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.814724] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:07:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.822417] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.823041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.823284] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c92ece-28d2-4bcc-861f-37abfcae6feb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.844218] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.844218] env[69325]: value = "task-4072093" [ 1003.844218] env[69325]: _type = "Task" [ 1003.844218] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.858064] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072093, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.862751] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06988} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.863044] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.863985] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704271cd-1430-4fce-8d68-7e4a68e215c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.889313] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7620a794-9e66-4187-894d-e3a60a97e8f0/7620a794-9e66-4187-894d-e3a60a97e8f0.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.889708] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af79e50f-0c91-4ca6-ad30-862d7189d8c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.913773] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1003.913773] env[69325]: value = "task-4072094" [ 1003.913773] env[69325]: _type = "Task" [ 1003.913773] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.924864] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.009984] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.020548] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "ca627736-48b8-44f0-a026-ba927f56968a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.020884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.032924] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.034199] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.034199] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.034199] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.034199] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.034199] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.034587] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.034587] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.034660] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.034845] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.034983] env[69325]: DEBUG nova.virt.hardware [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.035996] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e56ae-27d3-47d6-a36b-4d9cc8463986 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.046926] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0660b-6430-49ca-b253-e3e52e881d47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.114687] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072091, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.134369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.137233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.889s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.139095] env[69325]: INFO nova.compute.claims [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.159814] env[69325]: DEBUG nova.network.neutron [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "35faa0cd-f44f-4ace-aa17-6867a6a28847", "address": "fa:16:3e:9f:af:b6", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35faa0cd-f4", "ovs_interfaceid": "35faa0cd-f44f-4ace-aa17-6867a6a28847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.172930] env[69325]: INFO nova.scheduler.client.report [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Deleted allocations for instance ca310880-d26b-4f6d-a633-9a05804340dc [ 1004.357599] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072093, 'name': CreateVM_Task, 'duration_secs': 0.465107} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.360038] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.360038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.360038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.360038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.360038] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40fc0b0-d0ab-4973-8b8a-4d2ecb2ce6c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.365697] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1004.365697] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bb033d-3e34-eecc-9418-381369f67f49" [ 1004.365697] env[69325]: _type = "Task" [ 1004.365697] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.379197] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bb033d-3e34-eecc-9418-381369f67f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.423540] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072094, 'name': ReconfigVM_Task, 'duration_secs': 0.358709} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.423867] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7620a794-9e66-4187-894d-e3a60a97e8f0/7620a794-9e66-4187-894d-e3a60a97e8f0.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.424542] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539083c1-d756-4908-9a33-aadd2fa5d74a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.432152] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1004.432152] env[69325]: value = "task-4072095" [ 1004.432152] env[69325]: _type = "Task" [ 1004.432152] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.443664] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072095, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.523574] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.615109] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072091, 'name': Destroy_Task, 'duration_secs': 1.812342} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.615500] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Destroyed the VM [ 1004.615847] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.616077] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24546f6c-8f91-4cce-bed5-1e3a4b6c609f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.623362] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1004.623362] env[69325]: value = "task-4072096" [ 1004.623362] env[69325]: _type = "Task" [ 1004.623362] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.633488] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.665520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.665520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.665520] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.665520] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b313dd-1627-41c6-b50e-278e422bae26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.687602] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.687750] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.687906] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.688107] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.688258] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.688406] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.688616] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.688786] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.688936] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.689115] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.689442] env[69325]: DEBUG nova.virt.hardware [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.696832] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfiguring VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1004.698607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d8cefba7-e239-44ba-84bf-70a0896f1e4b tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Lock "ca310880-d26b-4f6d-a633-9a05804340dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.047s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.699563] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c995e06f-967a-40d1-8a05-0f9b655738d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.713803] env[69325]: DEBUG nova.compute.manager [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Received event network-vif-plugged-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.714688] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Acquiring lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.714688] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.714688] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.714688] env[69325]: DEBUG nova.compute.manager [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] No waiting events found dispatching network-vif-plugged-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.715022] env[69325]: WARNING nova.compute.manager [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Received unexpected event network-vif-plugged-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 for instance with vm_state building and task_state spawning. [ 1004.715022] env[69325]: DEBUG nova.compute.manager [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Received event network-changed-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.715126] env[69325]: DEBUG nova.compute.manager [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Refreshing instance network info cache due to event network-changed-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.715600] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Acquiring lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.715600] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Acquired lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.715748] env[69325]: DEBUG nova.network.neutron [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Refreshing network info cache for port b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.729019] env[69325]: DEBUG oslo_vmware.api [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1004.729019] env[69325]: value = "task-4072097" [ 1004.729019] env[69325]: _type = "Task" [ 1004.729019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.733253] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Successfully updated port: 9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.742252] env[69325]: DEBUG oslo_vmware.api [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.758969] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.759198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.759376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.759572] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.759726] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.762061] env[69325]: INFO nova.compute.manager [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Terminating instance [ 1004.877237] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bb033d-3e34-eecc-9418-381369f67f49, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.880978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.880978] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.880978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.880978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.880978] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.880978] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5edce3ab-a96e-441f-8439-69c7658ad486 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.889036] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.889036] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.890041] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e105d83-15be-48a1-babc-75c9540b1b62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.896513] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1004.896513] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52267385-9900-8d83-2e96-e5d4e32e6384" [ 1004.896513] env[69325]: _type = "Task" [ 1004.896513] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.907784] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52267385-9900-8d83-2e96-e5d4e32e6384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.945452] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072095, 'name': Rename_Task, 'duration_secs': 0.155105} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.945789] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.946077] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efbf2985-702d-4a0d-a859-c6f94a2a2d04 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.953469] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1004.953469] env[69325]: value = "task-4072098" [ 1004.953469] env[69325]: _type = "Task" [ 1004.953469] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.962367] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.049713] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.134714] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.237098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.237296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.238033] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.244259] env[69325]: DEBUG oslo_vmware.api [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.270256] env[69325]: DEBUG nova.compute.manager [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.270256] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.270447] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0145c0c3-8307-41ed-aee9-470dce48bc5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.282914] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.283264] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45540f2c-a3de-4c43-b2a2-9f5c47cb7249 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293041] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 1005.293041] env[69325]: value = "task-4072099" [ 1005.293041] env[69325]: _type = "Task" [ 1005.293041] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.307396] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4072099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.409387] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52267385-9900-8d83-2e96-e5d4e32e6384, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.413922] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3062942-a135-4019-a3e2-c233af2c07ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.421427] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1005.421427] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52274d1f-2a0b-450f-f88a-3aade18e40c3" [ 1005.421427] env[69325]: _type = "Task" [ 1005.421427] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.436941] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52274d1f-2a0b-450f-f88a-3aade18e40c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.464935] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.472904] env[69325]: DEBUG nova.network.neutron [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Updated VIF entry in instance network info cache for port b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.473422] env[69325]: DEBUG nova.network.neutron [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Updating instance_info_cache with network_info: [{"id": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "address": "fa:16:3e:ad:07:d3", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07dcdb0-fe", "ovs_interfaceid": "b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.612425] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2782b55f-2e05-444a-a2fe-3f7e9f7c7920 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.630469] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cab59a-aa54-4e05-a228-6789018c8db9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.641170] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072096, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.671886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5a5dd-7cfb-4e04-acde-27ea198239be {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.681268] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e3119-259f-40a9-9095-42c59b6e7796 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.697283] env[69325]: DEBUG nova.compute.provider_tree [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.743450] env[69325]: DEBUG oslo_vmware.api [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072097, 'name': ReconfigVM_Task, 'duration_secs': 0.910224} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.743450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.743804] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfigured VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1005.781472] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.807049] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4072099, 'name': PowerOffVM_Task, 'duration_secs': 0.476829} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.807336] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.807509] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.807809] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c02bf51-c710-4295-8556-9d2bcfa689aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.849146] env[69325]: DEBUG nova.compute.manager [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-changed-35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.850586] env[69325]: DEBUG nova.compute.manager [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing instance network info cache due to event network-changed-35faa0cd-f44f-4ace-aa17-6867a6a28847. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.850586] env[69325]: DEBUG oslo_concurrency.lockutils [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.850586] env[69325]: DEBUG oslo_concurrency.lockutils [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.850586] env[69325]: DEBUG nova.network.neutron [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Refreshing network info cache for port 35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.889700] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.889932] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.890114] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleting the datastore file [datastore2] b21bdc7e-7f95-4b9d-abf8-5da29e0c9166 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.890404] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51cf0b88-c96d-4b14-919e-9d03bd896ec6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.899400] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for the task: (returnval){ [ 1005.899400] env[69325]: value = "task-4072101" [ 1005.899400] env[69325]: _type = "Task" [ 1005.899400] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.912812] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4072101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.934388] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52274d1f-2a0b-450f-f88a-3aade18e40c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016353} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.934668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.934932] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.935220] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9571180-7f47-4d9e-8f87-248912d49635 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.942620] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1005.942620] env[69325]: value = "task-4072102" [ 1005.942620] env[69325]: _type = "Task" [ 1005.942620] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.946599] env[69325]: DEBUG nova.network.neutron [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updating instance_info_cache with network_info: [{"id": "9885c650-19f1-42be-823a-514752e72f05", "address": "fa:16:3e:a2:ee:39", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9885c650-19", "ovs_interfaceid": "9885c650-19f1-42be-823a-514752e72f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.954348] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.965886] env[69325]: DEBUG oslo_vmware.api [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072098, 'name': PowerOnVM_Task, 'duration_secs': 0.709687} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.966173] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.966397] env[69325]: INFO nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1005.966557] env[69325]: DEBUG nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.967410] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8795f6a2-5032-42d2-b8ea-582bd4a675ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.977249] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2b0b167-181c-49e4-b745-a39d90aa12d9 req-72f22c91-451e-4090-b223-bb6826026c99 service nova] Releasing lock "refresh_cache-8c319318-bcbd-4aff-ae95-c778ee6d1db8" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.136979] env[69325]: DEBUG oslo_vmware.api [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072096, 'name': RemoveSnapshot_Task, 'duration_secs': 1.343048} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.137345] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.137700] env[69325]: INFO nova.compute.manager [None req-1cb194ea-a940-4b7c-a561-cb82508916bf tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 20.92 seconds to snapshot the instance on the hypervisor. [ 1006.196660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.196918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.204036] env[69325]: DEBUG nova.scheduler.client.report [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.248732] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.961s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.414107] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4072101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.451648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.452451] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance network_info: |[{"id": "9885c650-19f1-42be-823a-514752e72f05", "address": "fa:16:3e:a2:ee:39", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9885c650-19", "ovs_interfaceid": "9885c650-19f1-42be-823a-514752e72f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.456115] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ee:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9885c650-19f1-42be-823a-514752e72f05', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.464557] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.465252] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072102, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.465918] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.466193] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f055c589-0205-456a-9c32-ef66d3272865 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.492667] env[69325]: INFO nova.compute.manager [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Took 40.13 seconds to build instance. [ 1006.495917] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.495917] env[69325]: value = "task-4072103" [ 1006.495917] env[69325]: _type = "Task" [ 1006.495917] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.506180] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072103, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.603998] env[69325]: DEBUG nova.network.neutron [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updated VIF entry in instance network info cache for port 35faa0cd-f44f-4ace-aa17-6867a6a28847. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.604644] env[69325]: DEBUG nova.network.neutron [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "35faa0cd-f44f-4ace-aa17-6867a6a28847", "address": "fa:16:3e:9f:af:b6", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35faa0cd-f4", "ovs_interfaceid": "35faa0cd-f44f-4ace-aa17-6867a6a28847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.710396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.710948] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.714199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.535s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.716759] env[69325]: INFO nova.compute.claims [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.914903] env[69325]: DEBUG oslo_vmware.api [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Task: {'id': task-4072101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533398} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.915248] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.915558] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.915767] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.915949] env[69325]: INFO nova.compute.manager [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1006.916217] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.916457] env[69325]: DEBUG nova.compute.manager [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.916583] env[69325]: DEBUG nova.network.neutron [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.956844] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805055} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.956844] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.956844] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.956844] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a5140e-3a75-4e38-b134-d5ac59d9ab8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.964115] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1006.964115] env[69325]: value = "task-4072104" [ 1006.964115] env[69325]: _type = "Task" [ 1006.964115] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.977704] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.998516] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b22c85ec-058c-417e-b4c1-c4953926a6ab tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.348s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.999807] env[69325]: DEBUG nova.compute.manager [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received event network-vif-plugged-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.000163] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.001824] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.001824] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.001824] env[69325]: DEBUG nova.compute.manager [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] No waiting events found dispatching network-vif-plugged-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.001824] env[69325]: WARNING nova.compute.manager [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received unexpected event network-vif-plugged-9885c650-19f1-42be-823a-514752e72f05 for instance with vm_state building and task_state spawning. [ 1007.001824] env[69325]: DEBUG nova.compute.manager [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received event network-changed-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.001824] env[69325]: DEBUG nova.compute.manager [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Refreshing instance network info cache due to event network-changed-9885c650-19f1-42be-823a-514752e72f05. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.002266] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Acquiring lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.002317] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Acquired lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.002686] env[69325]: DEBUG nova.network.neutron [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Refreshing network info cache for port 9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.018341] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072103, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.108107] env[69325]: DEBUG oslo_concurrency.lockutils [req-fac35e7f-873c-4b26-bbdc-e5fb68628a06 req-0cacfe58-2d1a-4de9-a532-56bc308f14d0 service nova] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.225446] env[69325]: DEBUG nova.compute.utils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.232062] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.232062] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.286407] env[69325]: DEBUG nova.policy [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e668988f5a044175ab92edf00e841710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ece17138acf42e1bffea9d6d36e9980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.484697] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111032} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.485455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.486588] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29350e-1ec5-4ebf-9518-6c74501ccbcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.516823] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.524058] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.526863] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21c4e15-4e82-4f51-9a93-6ef9971cdd6f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.549922] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072103, 'name': CreateVM_Task, 'duration_secs': 0.855907} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.551655] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.552235] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1007.552235] env[69325]: value = "task-4072105" [ 1007.552235] env[69325]: _type = "Task" [ 1007.552235] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.552952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.553155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.553711] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.553841] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe057b13-32c2-44a8-9765-e64779f44856 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.568070] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.569299] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1007.569299] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52962f18-a9f2-fe76-3e9d-9a1eb71b528d" [ 1007.569299] env[69325]: _type = "Task" [ 1007.569299] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.580861] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52962f18-a9f2-fe76-3e9d-9a1eb71b528d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.715086] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Successfully created port: 573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.732261] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.066951] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.069208] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.085712] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52962f18-a9f2-fe76-3e9d-9a1eb71b528d, 'name': SearchDatastore_Task, 'duration_secs': 0.023769} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.088515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.088782] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.089952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.089952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.089952] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.090159] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90bd31f5-1407-4163-8ff4-af1cf345edce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.105997] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.106233] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.110357] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdef2f22-e24e-461a-bdae-af10d93514a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.120364] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1008.120364] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52365e69-e9b8-8e97-3345-633d9600f337" [ 1008.120364] env[69325]: _type = "Task" [ 1008.120364] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.129951] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52365e69-e9b8-8e97-3345-633d9600f337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.202898] env[69325]: DEBUG nova.network.neutron [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updated VIF entry in instance network info cache for port 9885c650-19f1-42be-823a-514752e72f05. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.203481] env[69325]: DEBUG nova.network.neutron [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updating instance_info_cache with network_info: [{"id": "9885c650-19f1-42be-823a-514752e72f05", "address": "fa:16:3e:a2:ee:39", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9885c650-19", "ovs_interfaceid": "9885c650-19f1-42be-823a-514752e72f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.261197] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a541deb-9d4b-43b5-a0d3-2e4ee6249137 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.270308] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fdd3b7-d355-4f83-aeb8-347f78adf938 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.307548] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3b1c0-9ee6-4a4b-ae40-84810832ec29 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.318043] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67431df2-d747-4161-adb7-47bc74266243 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.340220] env[69325]: DEBUG nova.compute.provider_tree [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.485289] env[69325]: DEBUG nova.compute.manager [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.486227] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a12444-e17f-4afb-a2a9-9d4f2f666b75 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.563922] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072105, 'name': ReconfigVM_Task, 'duration_secs': 0.826549} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.564242] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.565264] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679dd466-74cd-4974-9f41-ddc81db2fe47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.572322] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1008.572322] env[69325]: value = "task-4072106" [ 1008.572322] env[69325]: _type = "Task" [ 1008.572322] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.580797] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072106, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.581098] env[69325]: DEBUG nova.network.neutron [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.631399] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52365e69-e9b8-8e97-3345-633d9600f337, 'name': SearchDatastore_Task, 'duration_secs': 0.024937} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.632985] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9ff350-b2c8-407b-84ee-482d8b75113c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.639194] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1008.639194] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a2b4a6-e29e-4634-da4b-3d7966284c0a" [ 1008.639194] env[69325]: _type = "Task" [ 1008.639194] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.648340] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a2b4a6-e29e-4634-da4b-3d7966284c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.706877] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1f75d10-47fd-49f8-a95a-e5d86d2bb755 req-6694b8e4-e48e-447b-9942-c98f007c24f7 service nova] Releasing lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.751137] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.779497] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.779733] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.779892] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.780080] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.780229] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.780375] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.780587] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.780748] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.780915] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.781089] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.781263] env[69325]: DEBUG nova.virt.hardware [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.784273] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618abe6a-3ba9-4fef-8dd4-d2c884a6e659 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.793235] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f99729-628f-403c-8b07-eec6c742b35a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.843684] env[69325]: DEBUG nova.scheduler.client.report [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.998758] env[69325]: INFO nova.compute.manager [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] instance snapshotting [ 1009.000349] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89782318-def8-4a23-b9c5-10d66106058b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.024921] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb195cb-aee9-4fb7-9775-8fd5f8180d06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.028671] env[69325]: DEBUG nova.compute.manager [req-11b957d2-190a-46d1-ac25-41b2e08f4316 req-e3a1ce8d-aab6-4366-a36b-11103d0ce1c6 service nova] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Received event network-vif-deleted-1a6de50f-024d-47ae-a961-6eb066e9fecb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.083795] env[69325]: INFO nova.compute.manager [-] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Took 2.17 seconds to deallocate network for instance. [ 1009.091932] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072106, 'name': Rename_Task, 'duration_secs': 0.182192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.094476] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.098065] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072dc2d5-41ab-4d9c-a92f-df44cb7442cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103930] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1009.103930] env[69325]: value = "task-4072107" [ 1009.103930] env[69325]: _type = "Task" [ 1009.103930] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.116291] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.154352] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a2b4a6-e29e-4634-da4b-3d7966284c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.154616] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.154880] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236/657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.155168] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a45fe7-fb97-4faf-bd57-7eb78c77b6b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.163900] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1009.163900] env[69325]: value = "task-4072108" [ 1009.163900] env[69325]: _type = "Task" [ 1009.163900] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.176784] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.289057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-35faa0cd-f44f-4ace-aa17-6867a6a28847" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.289057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-35faa0cd-f44f-4ace-aa17-6867a6a28847" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.349161] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.350851] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.353892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.290s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.354272] env[69325]: INFO nova.compute.claims [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.392251] env[69325]: DEBUG nova.compute.manager [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Received event network-vif-plugged-573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.392480] env[69325]: DEBUG oslo_concurrency.lockutils [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] Acquiring lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.392698] env[69325]: DEBUG oslo_concurrency.lockutils [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.392884] env[69325]: DEBUG oslo_concurrency.lockutils [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.393149] env[69325]: DEBUG nova.compute.manager [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] No waiting events found dispatching network-vif-plugged-573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.393341] env[69325]: WARNING nova.compute.manager [req-076f9405-6df4-4a63-842a-2aba21426876 req-f442f6a7-8c59-43ae-a256-8de1161042a7 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Received unexpected event network-vif-plugged-573a4380-cafd-42b7-b752-797103686854 for instance with vm_state building and task_state spawning. [ 1009.421284] env[69325]: DEBUG nova.compute.manager [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.423928] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db91d91-2b49-4d73-8061-5448abeb685d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.510545] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Successfully updated port: 573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.540157] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.540824] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1101cc65-b970-4d96-9d5b-b6ef04fd82db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.555168] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1009.555168] env[69325]: value = "task-4072109" [ 1009.555168] env[69325]: _type = "Task" [ 1009.555168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.568797] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.597176] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.618365] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072107, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.681097] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.796186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.796186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.796186] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fcb17-1623-48c0-90e5-66d4b18d0e40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.816311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f62897-d86e-4c10-a632-bd8959f28199 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.844534] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfiguring VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1009.845407] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ae5ffe-4a59-42ac-8ec2-aac3713ae3f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.861845] env[69325]: DEBUG nova.compute.utils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.869248] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.869248] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.876276] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1009.876276] env[69325]: value = "task-4072110" [ 1009.876276] env[69325]: _type = "Task" [ 1009.876276] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.887994] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.938638] env[69325]: INFO nova.compute.manager [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] instance snapshotting [ 1009.941400] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8203ab-1df7-4096-a3eb-1a83d43f1ba0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.962036] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de6cc9-febf-45bf-aec3-d264799cc1f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.978182] env[69325]: DEBUG nova.policy [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.013259] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.013413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquired lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.013590] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.067855] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072109, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.119019] env[69325]: DEBUG oslo_vmware.api [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072107, 'name': PowerOnVM_Task, 'duration_secs': 0.758061} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.119345] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.119609] env[69325]: INFO nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1010.119905] env[69325]: DEBUG nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.121124] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4b1a0-434f-4404-92be-c8a670cb86af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.180761] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622257} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.181445] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236/657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.181999] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.182514] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7eae112-b5d0-487b-bd92-ac91dc5edd69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.193351] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1010.193351] env[69325]: value = "task-4072111" [ 1010.193351] env[69325]: _type = "Task" [ 1010.193351] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.214451] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.376029] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.391722] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.411023] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Successfully created port: a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.474020] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1010.474020] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b39a85f-0c5b-46b1-8b58-78b8175340e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.482063] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1010.482063] env[69325]: value = "task-4072112" [ 1010.482063] env[69325]: _type = "Task" [ 1010.482063] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.493372] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.565146] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.576153] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072109, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.657032] env[69325]: INFO nova.compute.manager [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Took 42.64 seconds to build instance. [ 1010.709390] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080815} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.709805] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.711021] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2bb565-0a83-4e63-ae60-7ec1c6e30635 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.738761] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236/657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.742802] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b64af242-c9d0-49c8-af05-cf211873fb09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.766474] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1010.766474] env[69325]: value = "task-4072113" [ 1010.766474] env[69325]: _type = "Task" [ 1010.766474] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.778431] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.811384] env[69325]: DEBUG nova.network.neutron [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updating instance_info_cache with network_info: [{"id": "573a4380-cafd-42b7-b752-797103686854", "address": "fa:16:3e:57:16:48", "network": {"id": "8ad8cdf0-5ce1-4154-8f0b-3b2283b3db5a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734029397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ece17138acf42e1bffea9d6d36e9980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573a4380-ca", "ovs_interfaceid": "573a4380-cafd-42b7-b752-797103686854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.898755] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.994203] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072112, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.050682] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddc605c-56e7-48a5-b0f2-3f43a4c5b6d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.062783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ae96a-af4f-4faf-b5d6-fbe3df18ba9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.073634] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072109, 'name': CreateSnapshot_Task, 'duration_secs': 1.386037} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.099133] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.100446] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b73676-b209-45a2-89f3-9b10bd20e072 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.103477] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c80b0-b3c4-42ac-b53e-78dcf9303d0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.119040] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc05e6-4267-43ba-9d37-bc3faccde042 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.134223] env[69325]: DEBUG nova.compute.provider_tree [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.159150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-528b9b21-9975-4b73-8e97-567d297d2870 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.428s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.280106] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.315854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Releasing lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.316128] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Instance network_info: |[{"id": "573a4380-cafd-42b7-b752-797103686854", "address": "fa:16:3e:57:16:48", "network": {"id": "8ad8cdf0-5ce1-4154-8f0b-3b2283b3db5a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734029397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ece17138acf42e1bffea9d6d36e9980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573a4380-ca", "ovs_interfaceid": "573a4380-cafd-42b7-b752-797103686854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.320867] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:16:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573a4380-cafd-42b7-b752-797103686854', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.327919] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Creating folder: Project (6ece17138acf42e1bffea9d6d36e9980). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.327919] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f508ad8e-36d2-403e-be75-22c9c8eb466f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.342668] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Created folder: Project (6ece17138acf42e1bffea9d6d36e9980) in parent group-v806727. [ 1011.343009] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Creating folder: Instances. Parent ref: group-v806944. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.343435] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3970404-b11d-4b34-b956-025ff40c86d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.357715] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Created folder: Instances in parent group-v806944. [ 1011.357964] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.358267] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.358493] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47a8a15-7223-4168-8ffd-369e30a1a93f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.381138] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.381138] env[69325]: value = "task-4072116" [ 1011.381138] env[69325]: _type = "Task" [ 1011.381138] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.394213] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.396458] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072116, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.400182] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.430911] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.431321] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.431570] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.431853] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.432114] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.432365] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.432708] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.432973] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.433260] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.433607] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.433877] env[69325]: DEBUG nova.virt.hardware [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.434851] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f5734-63ad-49ac-bfa8-694057f5da4c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.444292] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fefc95-7014-43d5-86af-ff62edd1a096 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.496495] env[69325]: DEBUG nova.compute.manager [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Received event network-changed-573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.496495] env[69325]: DEBUG nova.compute.manager [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Refreshing instance network info cache due to event network-changed-573a4380-cafd-42b7-b752-797103686854. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.496495] env[69325]: DEBUG oslo_concurrency.lockutils [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] Acquiring lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496832] env[69325]: DEBUG oslo_concurrency.lockutils [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] Acquired lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.497545] env[69325]: DEBUG nova.network.neutron [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Refreshing network info cache for port 573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.504106] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072112, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.631368] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.631772] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-adcd7c8b-f58c-4b85-8454-b4868f2c1cb7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.637787] env[69325]: DEBUG nova.scheduler.client.report [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.642823] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1011.642823] env[69325]: value = "task-4072117" [ 1011.642823] env[69325]: _type = "Task" [ 1011.642823] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.652136] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072117, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.778509] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072113, 'name': ReconfigVM_Task, 'duration_secs': 0.582918} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.778821] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236/657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.779628] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7534c032-6ca1-4574-a804-ce7119496c21 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.787016] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1011.787016] env[69325]: value = "task-4072118" [ 1011.787016] env[69325]: _type = "Task" [ 1011.787016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.796355] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072118, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.894993] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.898085] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072116, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.995956] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072112, 'name': CreateSnapshot_Task, 'duration_secs': 1.158372} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.996285] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.997141] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834ea50-ec0d-4b97-befc-cba20ae70236 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.144640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.145024] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.148084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.707s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.148295] env[69325]: DEBUG nova.objects.instance [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.171901] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072117, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.299179] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072118, 'name': Rename_Task, 'duration_secs': 0.324696} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.300558] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Successfully updated port: a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.302792] env[69325]: DEBUG nova.network.neutron [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updated VIF entry in instance network info cache for port 573a4380-cafd-42b7-b752-797103686854. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.303291] env[69325]: DEBUG nova.network.neutron [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updating instance_info_cache with network_info: [{"id": "573a4380-cafd-42b7-b752-797103686854", "address": "fa:16:3e:57:16:48", "network": {"id": "8ad8cdf0-5ce1-4154-8f0b-3b2283b3db5a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734029397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ece17138acf42e1bffea9d6d36e9980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573a4380-ca", "ovs_interfaceid": "573a4380-cafd-42b7-b752-797103686854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.306038] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.306038] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6db6b17-54af-45b6-8581-bacb289f0a69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.313577] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1012.313577] env[69325]: value = "task-4072119" [ 1012.313577] env[69325]: _type = "Task" [ 1012.313577] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.325715] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.406122] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.411113] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072116, 'name': CreateVM_Task, 'duration_secs': 0.77474} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.411363] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.412321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.412599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.412992] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.413629] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066ed241-56c9-4b12-bc7e-49d899a95946 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421741] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1012.421741] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520a7e69-209e-0d5a-e43f-b5bb6d305733" [ 1012.421741] env[69325]: _type = "Task" [ 1012.421741] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.432515] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520a7e69-209e-0d5a-e43f-b5bb6d305733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.521355] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1012.521682] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93b40aed-e77c-4a46-bf5c-466128d68271 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.530861] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1012.530861] env[69325]: value = "task-4072120" [ 1012.530861] env[69325]: _type = "Task" [ 1012.530861] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.539879] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.657785] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072117, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.669903] env[69325]: DEBUG nova.compute.utils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.671615] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1012.806996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.807266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.807490] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.810367] env[69325]: DEBUG oslo_concurrency.lockutils [req-ab3685a0-115d-42d0-a493-0af3996673bb req-5b7a74e2-f966-4769-8f8d-b90d32fea5d6 service nova] Releasing lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829807] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072119, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.905118] env[69325]: INFO nova.compute.manager [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Rebuilding instance [ 1012.905118] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.940385] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520a7e69-209e-0d5a-e43f-b5bb6d305733, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.944891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.946133] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.946133] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.946133] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.946133] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.946602] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b94c2d-c436-4754-91dc-12bed23769fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.981059] env[69325]: DEBUG nova.compute.manager [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.981934] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890ba2f-f519-4d1b-a1e0-69d31c83ed6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.996519] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.996810] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.997581] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e467642c-d41d-4a04-ad18-3845641d9180 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.008596] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1013.008596] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524bb563-827e-df4e-20d7-6c73ebb711c2" [ 1013.008596] env[69325]: _type = "Task" [ 1013.008596] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.019176] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524bb563-827e-df4e-20d7-6c73ebb711c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.040549] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.157968] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072117, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.173787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ae11c208-a91d-411e-90aa-f5f52586e882 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.175592] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.178339] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.436s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.178639] env[69325]: DEBUG nova.objects.instance [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lazy-loading 'resources' on Instance uuid a1e86d5d-a665-4164-b0e9-7abdd2814bb2 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.324681] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072119, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.341497] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.398792] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.514816] env[69325]: DEBUG nova.network.neutron [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Updating instance_info_cache with network_info: [{"id": "a3a4a6b8-8103-4119-b033-366286437805", "address": "fa:16:3e:69:1b:68", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a4a6b8-81", "ovs_interfaceid": "a3a4a6b8-8103-4119-b033-366286437805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.524345] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524bb563-827e-df4e-20d7-6c73ebb711c2, 'name': SearchDatastore_Task, 'duration_secs': 0.030724} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.525892] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e17c90e-b085-408f-a84b-bc842b5a00ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.538459] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1013.538459] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261d5a6-f8d3-f9b9-c47a-adddbb1a85da" [ 1013.538459] env[69325]: _type = "Task" [ 1013.538459] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.546993] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.558429] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5261d5a6-f8d3-f9b9-c47a-adddbb1a85da, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.558429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.558429] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] e1587b97-2612-4882-8d48-6e24fab88b1f/e1587b97-2612-4882-8d48-6e24fab88b1f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.558429] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ce40d0-d8ef-4087-a98f-41aec3483fcf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.567791] env[69325]: DEBUG nova.compute.manager [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Received event network-vif-plugged-a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.567791] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Acquiring lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.568772] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.568772] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.568772] env[69325]: DEBUG nova.compute.manager [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] No waiting events found dispatching network-vif-plugged-a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.568989] env[69325]: WARNING nova.compute.manager [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Received unexpected event network-vif-plugged-a3a4a6b8-8103-4119-b033-366286437805 for instance with vm_state building and task_state spawning. [ 1013.569042] env[69325]: DEBUG nova.compute.manager [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Received event network-changed-a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.569227] env[69325]: DEBUG nova.compute.manager [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Refreshing instance network info cache due to event network-changed-a3a4a6b8-8103-4119-b033-366286437805. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.569588] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Acquiring lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.576226] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1013.576226] env[69325]: value = "task-4072121" [ 1013.576226] env[69325]: _type = "Task" [ 1013.576226] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.587349] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.663022] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072117, 'name': CloneVM_Task, 'duration_secs': 1.604576} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.663022] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Created linked-clone VM from snapshot [ 1013.663022] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2395f-1643-4eb9-b58f-b79cf3bab850 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.671482] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Uploading image f7dd96fc-2b4b-46ab-a178-686946eb0f3f {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1013.718858] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1013.718858] env[69325]: value = "vm-806948" [ 1013.718858] env[69325]: _type = "VirtualMachine" [ 1013.718858] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1013.719300] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e9a13c7-0e13-4599-b854-d8bf57717b85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.734197] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease: (returnval){ [ 1013.734197] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a687cd-930a-08c9-fa01-4a07ab8173e4" [ 1013.734197] env[69325]: _type = "HttpNfcLease" [ 1013.734197] env[69325]: } obtained for exporting VM: (result){ [ 1013.734197] env[69325]: value = "vm-806948" [ 1013.734197] env[69325]: _type = "VirtualMachine" [ 1013.734197] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1013.734672] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the lease: (returnval){ [ 1013.734672] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a687cd-930a-08c9-fa01-4a07ab8173e4" [ 1013.734672] env[69325]: _type = "HttpNfcLease" [ 1013.734672] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.749576] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.749576] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a687cd-930a-08c9-fa01-4a07ab8173e4" [ 1013.749576] env[69325]: _type = "HttpNfcLease" [ 1013.749576] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.749896] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.749896] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a687cd-930a-08c9-fa01-4a07ab8173e4" [ 1013.749896] env[69325]: _type = "HttpNfcLease" [ 1013.749896] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.750806] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743257a8-8f4d-4c85-addf-07136967f20d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.764509] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.764743] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.860330] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.905085] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.928960] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df011eaf-92fd-4c25-b930-5364c07dc265 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.001813] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.003271] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fc9b47-ccb7-43f8-b208-36a96ce0c43e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.011260] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1014.011260] env[69325]: value = "task-4072123" [ 1014.011260] env[69325]: _type = "Task" [ 1014.011260] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.018421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.018867] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Instance network_info: |[{"id": "a3a4a6b8-8103-4119-b033-366286437805", "address": "fa:16:3e:69:1b:68", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a4a6b8-81", "ovs_interfaceid": "a3a4a6b8-8103-4119-b033-366286437805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.022543] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Acquired lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.022786] env[69325]: DEBUG nova.network.neutron [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Refreshing network info cache for port a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.024324] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:1b:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a4a6b8-8103-4119-b033-366286437805', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.036233] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.043160] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.043600] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.050024] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c3e90da-9a28-477f-b5de-7410ca443b52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.079068] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.085517] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.085517] env[69325]: value = "task-4072124" [ 1014.085517] env[69325]: _type = "Task" [ 1014.085517] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.112109] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.122885] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072124, 'name': CreateVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.190988] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.237917] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.238507] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.238727] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.238995] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.239749] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.239749] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.239749] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.240230] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.240305] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.240559] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.240779] env[69325]: DEBUG nova.virt.hardware [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.242056] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d866db-154d-438b-8e1c-18e8e7a53aaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.259719] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3eccf-0e2c-425f-a20b-b8f507b4731e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.280818] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.287291] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Creating folder: Project (b7147235eb8a4bb4a4af5e20fc628c47). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.291258] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-355a2f67-1c88-4593-b294-1a48a3239932 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.306484] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Created folder: Project (b7147235eb8a4bb4a4af5e20fc628c47) in parent group-v806727. [ 1014.307000] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Creating folder: Instances. Parent ref: group-v806951. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.310797] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279285d6-a0c9-4bee-845d-9622dfce4de9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.324913] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Created folder: Instances in parent group-v806951. [ 1014.324913] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.325244] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.325501] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9067fed-3878-45a8-8dcc-dce591cace27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.353594] env[69325]: DEBUG oslo_vmware.api [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072119, 'name': PowerOnVM_Task, 'duration_secs': 1.640329} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.356404] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.357119] env[69325]: INFO nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1014.357362] env[69325]: DEBUG nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.357650] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.357650] env[69325]: value = "task-4072127" [ 1014.357650] env[69325]: _type = "Task" [ 1014.357650] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.358427] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c0e300-e299-4f60-962b-6daa75b1a4b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.381114] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072127, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.399746] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.527665] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072123, 'name': PowerOffVM_Task, 'duration_secs': 0.296605} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.528441] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.529358] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.529910] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6794f73-e936-4822-bba0-bf1a0e34dff1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.548348] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.559393] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdbe82b-680b-47b9-b8de-b14a21ea6e54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.574210] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.588729] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593487} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.590272] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] e1587b97-2612-4882-8d48-6e24fab88b1f/e1587b97-2612-4882-8d48-6e24fab88b1f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.590540] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.591485] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5d0e8-0edc-4b97-9c14-81b50a7194ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.594756] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7d7785-4d19-449b-9a16-15c976f6ab6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.623472] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e3557-621b-4e9b-9429-ff03ded852e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.627149] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072124, 'name': CreateVM_Task, 'duration_secs': 0.458026} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.627337] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1014.627337] env[69325]: value = "task-4072129" [ 1014.627337] env[69325]: _type = "Task" [ 1014.627337] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.631026] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.631026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.631026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.631026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.661548] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528f5863-2213-4b7e-ac25-23caf3cdd90f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.665399] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc913d-2c50-4084-aedc-601b8fcea103 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.675291] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.676152] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.676420] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.676541] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.677611] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13298fed-2c47-4bcb-acaf-d65736534648 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.683025] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1014.683025] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529f3591-698c-2cf7-c48c-c2a8cd555e2e" [ 1014.683025] env[69325]: _type = "Task" [ 1014.683025] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.687266] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c96ae-0199-408d-a7ad-1a6ecc4cf632 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.696474] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1014.696474] env[69325]: value = "task-4072130" [ 1014.696474] env[69325]: _type = "Task" [ 1014.696474] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.715871] env[69325]: DEBUG nova.compute.provider_tree [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.718679] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529f3591-698c-2cf7-c48c-c2a8cd555e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.718870] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.719996] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.719996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.719996] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.719996] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.720260] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2599751a-d563-496a-a31a-95180eee8a7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.725499] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.736258] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.736528] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.737436] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261facf0-d39b-4371-8ad0-6293171c479c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.743949] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1014.743949] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5214ee22-72fd-c32c-c4ca-3daf519b270a" [ 1014.743949] env[69325]: _type = "Task" [ 1014.743949] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.757249] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5214ee22-72fd-c32c-c4ca-3daf519b270a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.872520] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072127, 'name': CreateVM_Task, 'duration_secs': 0.388228} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.872820] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.873337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.873662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874503] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad13e59d-2f83-4e9c-aa52-f839a0483aff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.886982] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1014.886982] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52203483-a796-7a08-5abc-4533aa631a0e" [ 1014.886982] env[69325]: _type = "Task" [ 1014.886982] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.899959] env[69325]: INFO nova.compute.manager [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Took 43.38 seconds to build instance. [ 1014.908627] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52203483-a796-7a08-5abc-4533aa631a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.914093] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.975108] env[69325]: DEBUG nova.network.neutron [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Updated VIF entry in instance network info cache for port a3a4a6b8-8103-4119-b033-366286437805. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.975108] env[69325]: DEBUG nova.network.neutron [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Updating instance_info_cache with network_info: [{"id": "a3a4a6b8-8103-4119-b033-366286437805", "address": "fa:16:3e:69:1b:68", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a4a6b8-81", "ovs_interfaceid": "a3a4a6b8-8103-4119-b033-366286437805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.059296] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072120, 'name': CloneVM_Task, 'duration_secs': 2.0454} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.060189] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Created linked-clone VM from snapshot [ 1015.060676] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740f881-61cc-4f30-9d59-b2d6046bf59d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.070789] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Uploading image 237c6cd7-49cd-4c6e-b98f-9e456b94fe18 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.098190] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.098190] env[69325]: value = "vm-806949" [ 1015.098190] env[69325]: _type = "VirtualMachine" [ 1015.098190] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.098567] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d187b07a-f52d-40e5-96bc-a04f2201a45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.108397] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease: (returnval){ [ 1015.108397] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b95738-82ad-d29b-c4ac-a4f9ab022ec4" [ 1015.108397] env[69325]: _type = "HttpNfcLease" [ 1015.108397] env[69325]: } obtained for exporting VM: (result){ [ 1015.108397] env[69325]: value = "vm-806949" [ 1015.108397] env[69325]: _type = "VirtualMachine" [ 1015.108397] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.108795] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the lease: (returnval){ [ 1015.108795] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b95738-82ad-d29b-c4ac-a4f9ab022ec4" [ 1015.108795] env[69325]: _type = "HttpNfcLease" [ 1015.108795] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.115910] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.115910] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b95738-82ad-d29b-c4ac-a4f9ab022ec4" [ 1015.115910] env[69325]: _type = "HttpNfcLease" [ 1015.115910] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.140248] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100831} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.140248] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.140248] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d279f421-f1cb-43e0-b9b9-29f827d8b425 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.167548] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] e1587b97-2612-4882-8d48-6e24fab88b1f/e1587b97-2612-4882-8d48-6e24fab88b1f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.167984] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e81f0d2-0203-4ef8-998d-93d7e16339ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.191470] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1015.191470] env[69325]: value = "task-4072132" [ 1015.191470] env[69325]: _type = "Task" [ 1015.191470] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.204024] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.212604] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46598} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.213025] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.213155] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.213469] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.220127] env[69325]: DEBUG nova.scheduler.client.report [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.259022] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5214ee22-72fd-c32c-c4ca-3daf519b270a, 'name': SearchDatastore_Task, 'duration_secs': 0.027842} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.259022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f9c3fb-4733-4469-b936-21598815dd27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.266733] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1015.266733] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52179cd7-428d-7f60-985f-fffb99f8d782" [ 1015.266733] env[69325]: _type = "Task" [ 1015.266733] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.277848] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52179cd7-428d-7f60-985f-fffb99f8d782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.407255] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52203483-a796-7a08-5abc-4533aa631a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.025573} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.407255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a0434a05-5e48-4170-9454-3b3804a3a2c0 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.544s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.408643] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.408643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.408643] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.408643] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.480596] env[69325]: DEBUG oslo_concurrency.lockutils [req-ffac0958-ea8a-4946-810a-163fe65976e7 req-81be2327-f9a5-43ac-9071-7bbf8af29250 service nova] Releasing lock "refresh_cache-89b907bd-1572-4756-aeba-5e34e0e5d47e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.618035] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.618035] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b95738-82ad-d29b-c4ac-a4f9ab022ec4" [ 1015.618035] env[69325]: _type = "HttpNfcLease" [ 1015.618035] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.618303] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.618303] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b95738-82ad-d29b-c4ac-a4f9ab022ec4" [ 1015.618303] env[69325]: _type = "HttpNfcLease" [ 1015.618303] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.619138] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e2ee6-fccc-49b6-8f51-40b5c1f38dfb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.627566] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.627748] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1015.705017] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.725366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.547s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.728262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.876s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.730078] env[69325]: INFO nova.compute.claims [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.748739] env[69325]: INFO nova.scheduler.client.report [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Deleted allocations for instance a1e86d5d-a665-4164-b0e9-7abdd2814bb2 [ 1015.756087] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81111b5e-a717-4a29-802e-021b3b792003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.780357] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52179cd7-428d-7f60-985f-fffb99f8d782, 'name': SearchDatastore_Task, 'duration_secs': 0.015801} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.780618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.780939] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 89b907bd-1572-4756-aeba-5e34e0e5d47e/89b907bd-1572-4756-aeba-5e34e0e5d47e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.781286] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.781488] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.781924] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5300df-63b5-4c5c-8ea0-d7eaac24e7c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.784994] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011d8518-5665-48a9-811d-33563ff6504d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.793131] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1015.793131] env[69325]: value = "task-4072133" [ 1015.793131] env[69325]: _type = "Task" [ 1015.793131] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.797789] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.798093] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.799883] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3409c0-c256-410f-884d-50e2347a7692 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.806408] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.811516] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1015.811516] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b157bd-8ed5-6479-d5e2-04cf9b1ce572" [ 1015.811516] env[69325]: _type = "Task" [ 1015.811516] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.822373] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b157bd-8ed5-6479-d5e2-04cf9b1ce572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.902813] env[69325]: DEBUG oslo_vmware.api [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072110, 'name': ReconfigVM_Task, 'duration_secs': 5.844324} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.903114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903346] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Reconfigured VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1015.950266] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "69f50f52-5022-4747-a818-6a9c4233f002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.950626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.214879] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072132, 'name': ReconfigVM_Task, 'duration_secs': 0.570294} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.215531] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] e1587b97-2612-4882-8d48-6e24fab88b1f/e1587b97-2612-4882-8d48-6e24fab88b1f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.217377] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff89612-7f74-4bab-88c6-957c56371794 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.241508] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1016.241508] env[69325]: value = "task-4072134" [ 1016.241508] env[69325]: _type = "Task" [ 1016.241508] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.273400] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072134, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.273400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-322202c4-422e-42fd-925f-99f457aef91b tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Lock "a1e86d5d-a665-4164-b0e9-7abdd2814bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.547s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.282489] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.282880] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.282984] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.283900] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.284262] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.284439] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.284681] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.284899] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.285107] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.285291] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.285521] env[69325]: DEBUG nova.virt.hardware [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.287743] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45567a-3500-4328-bc7a-221308df9fb4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.314208] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811dd95-ae48-411c-9af7-baa857b42102 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.321312] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.346640] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:07:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.354610] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.355018] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b157bd-8ed5-6479-d5e2-04cf9b1ce572, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.355479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.355801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.355960] env[69325]: INFO nova.compute.manager [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Shelving [ 1016.358211] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.358733] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-053785b2-2f9f-45fb-8f10-3e8a4999ed65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.373410] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0feb090a-aa3d-4e73-af37-b3d4a183c684 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.383141] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1016.383141] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52919be7-95e0-942e-94c5-924ba2401219" [ 1016.383141] env[69325]: _type = "Task" [ 1016.383141] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.387539] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.387539] env[69325]: value = "task-4072135" [ 1016.387539] env[69325]: _type = "Task" [ 1016.387539] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.394974] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52919be7-95e0-942e-94c5-924ba2401219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.405473] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072135, 'name': CreateVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.453825] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.551122] env[69325]: DEBUG nova.compute.manager [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-vif-deleted-35faa0cd-f44f-4ace-aa17-6867a6a28847 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.551122] env[69325]: INFO nova.compute.manager [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Neutron deleted interface 35faa0cd-f44f-4ace-aa17-6867a6a28847; detaching it from the instance and deleting it from the info cache [ 1016.551122] env[69325]: DEBUG nova.network.neutron [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.642680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.642680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.642831] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.643022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.643238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.646201] env[69325]: INFO nova.compute.manager [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Terminating instance [ 1016.763081] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072134, 'name': Rename_Task, 'duration_secs': 0.313104} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.764839] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.765575] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f214bd-26ac-428c-9bb5-20718b8e3515 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.781652] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1016.781652] env[69325]: value = "task-4072136" [ 1016.781652] env[69325]: _type = "Task" [ 1016.781652] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.805128] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.812700] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690721} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.813650] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 89b907bd-1572-4756-aeba-5e34e0e5d47e/89b907bd-1572-4756-aeba-5e34e0e5d47e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.813991] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.814253] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cfc947e-aaa8-4425-8fd0-8c03d05c46e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.829566] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1016.829566] env[69325]: value = "task-4072137" [ 1016.829566] env[69325]: _type = "Task" [ 1016.829566] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.843746] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.902872] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52919be7-95e0-942e-94c5-924ba2401219, 'name': SearchDatastore_Task, 'duration_secs': 0.056145} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.903460] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.904108] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.904731] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20540ff6-fcaf-48e2-a7c7-5dcabbb437e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.911654] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072135, 'name': CreateVM_Task, 'duration_secs': 0.499766} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.912405] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.913945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.913945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.915014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.919347] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fe0a19-ed05-4ff8-8063-e74010f75351 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.923728] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1016.923728] env[69325]: value = "task-4072138" [ 1016.923728] env[69325]: _type = "Task" [ 1016.923728] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.930904] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1016.930904] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a1db84-72f0-b183-fde7-0a9172b81eba" [ 1016.930904] env[69325]: _type = "Task" [ 1016.930904] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.941362] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.948891] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a1db84-72f0-b183-fde7-0a9172b81eba, 'name': SearchDatastore_Task, 'duration_secs': 0.016623} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.949378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.949936] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.950395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.950664] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.950929] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.952680] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdfae472-7c95-4a5f-904e-e8a059c48769 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.962597] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.962954] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.966330] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c570cc-33d7-40d7-884e-5d5993f47a00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.974753] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1016.974753] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529c5758-8ab4-272b-1293-b5b613d94e2d" [ 1016.974753] env[69325]: _type = "Task" [ 1016.974753] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.985212] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529c5758-8ab4-272b-1293-b5b613d94e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.988514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.054157] env[69325]: DEBUG oslo_concurrency.lockutils [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.054266] env[69325]: DEBUG oslo_concurrency.lockutils [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] Acquired lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.055340] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac85ad-f92b-46ec-a619-dc8aa8d93d64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.077842] env[69325]: DEBUG oslo_concurrency.lockutils [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] Releasing lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.078277] env[69325]: WARNING nova.compute.manager [req-3f45af0c-f867-4bdb-8a58-f03a5cb3bf91 req-97b9e616-8e98-47a8-81be-1154c00925ae service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Detach interface failed, port_id=35faa0cd-f44f-4ace-aa17-6867a6a28847, reason: No device with interface-id 35faa0cd-f44f-4ace-aa17-6867a6a28847 exists on VM: nova.exception.NotFound: No device with interface-id 35faa0cd-f44f-4ace-aa17-6867a6a28847 exists on VM [ 1017.140656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.141379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.141655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.141975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.142295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.144917] env[69325]: INFO nova.compute.manager [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Terminating instance [ 1017.152987] env[69325]: DEBUG nova.compute.manager [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.153851] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.154336] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24e16a-4ee4-4e95-82e0-d6e114b7acf1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.170546] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.171638] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-125d54c9-3eb5-4ca1-8eeb-94cea3ec630b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.179245] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 1017.179245] env[69325]: value = "task-4072139" [ 1017.179245] env[69325]: _type = "Task" [ 1017.179245] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.195773] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.264851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.264851] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.265063] env[69325]: DEBUG nova.network.neutron [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.305052] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.346113] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124742} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.346455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.347435] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ddf155-df17-4fd7-8d89-2b9666c1e490 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.371060] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.381858] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 89b907bd-1572-4756-aeba-5e34e0e5d47e/89b907bd-1572-4756-aeba-5e34e0e5d47e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.383694] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c499d8fe-a02d-484f-ab9a-a2fbbb228189 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.385834] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77b3cf8-ef13-4d1d-819b-e25e3257728f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.403138] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b55aa-7e97-4229-8a8c-4e4014258444 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.414355] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1017.414355] env[69325]: value = "task-4072141" [ 1017.414355] env[69325]: _type = "Task" [ 1017.414355] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.418083] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1017.418083] env[69325]: value = "task-4072140" [ 1017.418083] env[69325]: _type = "Task" [ 1017.418083] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.424623] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5101f3cb-11cf-4eb5-a274-efa55ed17814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.443134] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.477059] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28559094-a8b2-41de-989b-9cd50ad4e0b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.480585] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.488073] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.500427] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac879df-baa6-4d18-b1e6-e05c53ccae40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.505628] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529c5758-8ab4-272b-1293-b5b613d94e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.020162} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.507624] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c3776c-7da5-4fac-8a6b-ffc24e375972 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.521435] env[69325]: DEBUG nova.compute.provider_tree [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.527660] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1017.527660] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e765d0-eede-fe5a-9152-5674fc786c95" [ 1017.527660] env[69325]: _type = "Task" [ 1017.527660] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.545407] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e765d0-eede-fe5a-9152-5674fc786c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.652351] env[69325]: DEBUG nova.compute.manager [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.652896] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.654287] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c664c-44f3-4537-b2c8-441a77c6d34b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.665851] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.666705] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a50e86b5-ec87-48bf-9500-b371310488b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.676218] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1017.676218] env[69325]: value = "task-4072142" [ 1017.676218] env[69325]: _type = "Task" [ 1017.676218] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.687037] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.697698] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072139, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.802587] env[69325]: DEBUG oslo_vmware.api [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072136, 'name': PowerOnVM_Task, 'duration_secs': 0.803304} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.803246] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.803539] env[69325]: INFO nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1017.803913] env[69325]: DEBUG nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.805869] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345d82c-4556-402c-a039-d03dcd43fa9e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.931182] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.946632] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072140, 'name': PowerOffVM_Task, 'duration_secs': 0.393563} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.951228] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.951758] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676243} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.952970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c33359-7e1d-49e5-bccc-7eef0a859dbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.956840] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.957443] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.957691] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6df01e3-f7c9-41f3-91a0-996370c23182 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.993164] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a221c-240f-4711-8b38-85060ebde4b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.996648] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1017.996648] env[69325]: value = "task-4072143" [ 1017.996648] env[69325]: _type = "Task" [ 1017.996648] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.014777] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.040363] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e765d0-eede-fe5a-9152-5674fc786c95, 'name': SearchDatastore_Task, 'duration_secs': 0.044872} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.040837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.041203] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.041644] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d98cd733-d631-4984-a91f-fd42c5cf69dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.050542] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1018.050542] env[69325]: value = "task-4072144" [ 1018.050542] env[69325]: _type = "Task" [ 1018.050542] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.055598] env[69325]: ERROR nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [req-df093ccd-121e-4904-8ff1-57d3a90396fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df093ccd-121e-4904-8ff1-57d3a90396fe"}]} [ 1018.065019] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.079618] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1018.100106] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1018.100483] env[69325]: DEBUG nova.compute.provider_tree [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.117018] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1018.136887] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1018.189321] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072142, 'name': PowerOffVM_Task, 'duration_secs': 0.230826} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.198440] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.198751] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.200933] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e14ee08-8c3e-4013-9588-cd6f30ee7616 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.209461] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072139, 'name': PowerOffVM_Task, 'duration_secs': 0.620373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.209958] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.210190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.210715] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6394fc0-9f8d-4f12-87c3-7af5dd79012a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.329011] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.330834] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.330834] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Deleting the datastore file [datastore1] bee5a8e6-dd33-491a-9a9d-54caceadee34 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.337114] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0a73e7-4620-43c8-965f-b2ac54e8840e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.340732] env[69325]: INFO nova.compute.manager [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Took 44.11 seconds to build instance. [ 1018.357268] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for the task: (returnval){ [ 1018.357268] env[69325]: value = "task-4072147" [ 1018.357268] env[69325]: _type = "Task" [ 1018.357268] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.357268] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.357268] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.357268] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleting the datastore file [datastore2] 928a28c4-82f0-4cb4-b028-e410d5002a2a {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.357711] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a91238-91b8-4a08-9ed2-0ad36fbc9016 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.381487] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.382165] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1018.382165] env[69325]: value = "task-4072148" [ 1018.382165] env[69325]: _type = "Task" [ 1018.382165] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.392016] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.563628] env[69325]: DEBUG nova.network.neutron [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [{"id": "f8f0826e-4019-44e4-98f6-38a68aeff427", "address": "fa:16:3e:7d:0d:2b", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f0826e-40", "ovs_interfaceid": "f8f0826e-4019-44e4-98f6-38a68aeff427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072141, 'name': ReconfigVM_Task, 'duration_secs': 0.629993} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.563628] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 89b907bd-1572-4756-aeba-5e34e0e5d47e/89b907bd-1572-4756-aeba-5e34e0e5d47e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec311cdd-6e08-4c24-ac65-68a7ee304047 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1018.563628] env[69325]: value = "task-4072149" [ 1018.563628] env[69325]: _type = "Task" [ 1018.563628] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072149, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.563628] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b985db1-51b3-4285-bf91-32b32bec0d65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087057} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.563628] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1018.563628] env[69325]: value = "task-4072150" [ 1018.563628] env[69325]: _type = "Task" [ 1018.563628] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.563628] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249541a-2486-404f-86ae-3f767c91f116 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.584544] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.592637] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada37e83-3120-403d-b466-4ce19f590298 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.603422] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072144, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.616995] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1018.616995] env[69325]: value = "task-4072151" [ 1018.616995] env[69325]: _type = "Task" [ 1018.616995] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.633807] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.802608] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44573f2b-04f8-4efc-9e16-72df4808ea3b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.811923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca1256-43f0-484c-85cb-22143f0c1b89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.845603] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4dc25-e5a5-447f-ad13-8bc7df2d31ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.848682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-15a75e65-b0f2-4b88-8ace-85a13557e20b tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.901s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.855877] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d81d23-7808-409f-b4c0-e512fbb3ff32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.871631] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.878637] env[69325]: DEBUG nova.compute.provider_tree [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.894835] env[69325]: DEBUG oslo_vmware.api [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.896078] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.896286] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.896538] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.896814] env[69325]: INFO nova.compute.manager [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1018.897106] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.898239] env[69325]: DEBUG nova.compute.manager [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.898239] env[69325]: DEBUG nova.network.neutron [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.925488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-928a28c4-82f0-4cb4-b028-e410d5002a2a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.982217] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072149, 'name': Rename_Task, 'duration_secs': 0.326258} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.982582] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.982870] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ebd417-ddd2-4f1d-a377-ad407fb7bbc6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.992158] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1018.992158] env[69325]: value = "task-4072152" [ 1018.992158] env[69325]: _type = "Task" [ 1018.992158] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.008228] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.065912] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072150, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.073150] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.073150] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.073375] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.073517] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3455fc23-d698-4ae2-a62e-48f68be8f2e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.081517] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1019.081517] env[69325]: value = "task-4072153" [ 1019.081517] env[69325]: _type = "Task" [ 1019.081517] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.092737] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.127110] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072151, 'name': ReconfigVM_Task, 'duration_secs': 0.442866} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.127448] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.128118] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8124f518-7cfb-4f93-9dc7-9a6beee30420 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.136047] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1019.136047] env[69325]: value = "task-4072154" [ 1019.136047] env[69325]: _type = "Task" [ 1019.136047] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.146597] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072154, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.374711] env[69325]: DEBUG oslo_vmware.api [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Task: {'id': task-4072147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542389} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.375533] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.375533] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.375732] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.376101] env[69325]: INFO nova.compute.manager [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1019.376445] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.376673] env[69325]: DEBUG nova.compute.manager [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.376809] env[69325]: DEBUG nova.network.neutron [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.381964] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.431021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2db76feb-4460-4edf-b213-0a1987e9578e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-928a28c4-82f0-4cb4-b028-e410d5002a2a-35faa0cd-f44f-4ace-aa17-6867a6a28847" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.143s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.504559] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.563285] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072150, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596266] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076485} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.596815] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.597882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10f85c-3d94-466d-b151-f186b442df35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.628687] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.629071] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad523ac-1994-4b04-908a-e3a5fb2af625 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.657526] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072154, 'name': Rename_Task, 'duration_secs': 0.192914} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.659523] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.660107] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1019.660107] env[69325]: value = "task-4072155" [ 1019.660107] env[69325]: _type = "Task" [ 1019.660107] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.660368] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b79939-0eef-4976-84f1-c216596ebfd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.673490] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1019.673490] env[69325]: value = "task-4072156" [ 1019.673490] env[69325]: _type = "Task" [ 1019.673490] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.677600] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.687879] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.887794] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.160s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.888460] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.895027] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.646s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.895027] env[69325]: INFO nova.compute.claims [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.006495] env[69325]: DEBUG oslo_vmware.api [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072152, 'name': PowerOnVM_Task, 'duration_secs': 0.640037} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.006747] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.006968] env[69325]: INFO nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1020.007183] env[69325]: DEBUG nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.007989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b579cf-c668-4fd6-bc38-c814606c771a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.064309] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072150, 'name': CreateSnapshot_Task, 'duration_secs': 1.100374} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.065507] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1020.066402] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041263b0-5ff5-401c-873a-bbbd226680e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.173788] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.189873] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.274206] env[69325]: DEBUG nova.network.neutron [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.378776] env[69325]: DEBUG nova.network.neutron [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.395507] env[69325]: DEBUG nova.compute.utils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.399072] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.399072] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.460532] env[69325]: DEBUG nova.policy [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63035ee5835c4adf876df9be65a10124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805e4e9d446d42798a018ac16ebf71eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.533166] env[69325]: INFO nova.compute.manager [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Took 43.37 seconds to build instance. [ 1020.587926] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.588860] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b18fd105-7caa-4cf1-85ac-dd41a560e43e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.600528] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1020.600528] env[69325]: value = "task-4072157" [ 1020.600528] env[69325]: _type = "Task" [ 1020.600528] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.613976] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072157, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.679500] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072155, 'name': ReconfigVM_Task, 'duration_secs': 0.663655} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.683257] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8/8c319318-bcbd-4aff-ae95-c778ee6d1db8.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.683916] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f44de8-d294-44fa-ab9e-daff96f0f36a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.694168] env[69325]: DEBUG oslo_vmware.api [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072156, 'name': PowerOnVM_Task, 'duration_secs': 0.786753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.695793] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.695967] env[69325]: INFO nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1020.696250] env[69325]: DEBUG nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.699377] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1020.699377] env[69325]: value = "task-4072158" [ 1020.699377] env[69325]: _type = "Task" [ 1020.699377] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.699377] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd905c-956d-4985-9202-71938767b186 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.710022] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072158, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.777467] env[69325]: INFO nova.compute.manager [-] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Took 1.88 seconds to deallocate network for instance. [ 1020.811056] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Successfully created port: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.882115] env[69325]: INFO nova.compute.manager [-] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Took 1.50 seconds to deallocate network for instance. [ 1020.902919] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.034369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9e895552-40f2-48b4-be74-a5e9c47c7284 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.801s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.117403] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072157, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.211858] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072158, 'name': Rename_Task, 'duration_secs': 0.389847} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.215207] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.220046] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4217ef-3617-4075-82a9-4e0acae4d18d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.224533] env[69325]: INFO nova.compute.manager [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Took 41.18 seconds to build instance. [ 1021.230829] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1021.230829] env[69325]: value = "task-4072159" [ 1021.230829] env[69325]: _type = "Task" [ 1021.230829] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.245140] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.286214] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.393297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.421463] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d246720-6c5a-4ca9-9e97-41ce35820f5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.431750] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb28bd52-2df8-4b4b-930f-9e1bfd474570 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.465949] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8be418-556e-49b2-b0fd-a39baab1ec00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.475699] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394df16-3174-466f-a623-31f1226d923d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493081] env[69325]: DEBUG nova.compute.provider_tree [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.618051] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072157, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.727607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-016fa21d-2054-4a03-ac8f-8f3a865c214a tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.987s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.749521] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.918175] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.996898] env[69325]: DEBUG nova.scheduler.client.report [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.114439] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072157, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.246094] env[69325]: DEBUG oslo_vmware.api [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072159, 'name': PowerOnVM_Task, 'duration_secs': 0.964124} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.246698] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.246837] env[69325]: DEBUG nova.compute.manager [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.248277] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561b663-0754-4b2b-bf4a-9c28b3f0497d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.408719] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Successfully updated port: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.502305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.503025] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.505784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.953s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.506099] env[69325]: DEBUG nova.objects.instance [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'resources' on Instance uuid 5645e57c-e1f1-4b08-b8ac-da9f398642b6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.615132] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072157, 'name': CloneVM_Task, 'duration_secs': 1.737542} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.615132] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Created linked-clone VM from snapshot [ 1022.615381] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7599cf9-8cae-4916-8957-f90ce078b049 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.624578] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Uploading image 6030166b-a7fe-40e8-a394-98f9eada5a15 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.770391] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.912032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.912032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.912304] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.013823] env[69325]: DEBUG nova.compute.utils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.016055] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.016055] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.058677] env[69325]: DEBUG nova.policy [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63035ee5835c4adf876df9be65a10124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '805e4e9d446d42798a018ac16ebf71eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.340952] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Successfully created port: f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.449815] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8fa0a1-9715-44dd-960d-abd8cda906ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.459031] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.462265] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483221d-4b46-4456-ad31-0d2b90f914c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.501404] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b332ba-b8f8-4af2-a177-07636404eec6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.510223] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe887cc5-eccc-4acf-ad4f-941a78447e10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.525653] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.528733] env[69325]: DEBUG nova.compute.provider_tree [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.637694] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Updating instance_info_cache with network_info: [{"id": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "address": "fa:16:3e:47:8d:17", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8be60f-2b", "ovs_interfaceid": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.849978] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.850310] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.850467] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.850678] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.850860] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.851077] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.851246] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.851414] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.851581] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.851747] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.851930] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.854180] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25decd4-183c-4bcb-9146-9fe3700ad81a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.865010] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1023.865010] env[69325]: value = "vm-806956" [ 1023.865010] env[69325]: _type = "VirtualMachine" [ 1023.865010] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1023.866370] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b818a-1cb4-4f5f-9bac-68f05e5b45cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.871696] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7dff45d0-5cd3-4254-89cd-1135d473bedc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.888345] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.888748] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lease: (returnval){ [ 1023.888748] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5249cdbc-ea79-2d63-35f6-f609cd05645d" [ 1023.888748] env[69325]: _type = "HttpNfcLease" [ 1023.888748] env[69325]: } obtained for exporting VM: (result){ [ 1023.888748] env[69325]: value = "vm-806956" [ 1023.888748] env[69325]: _type = "VirtualMachine" [ 1023.888748] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1023.889059] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the lease: (returnval){ [ 1023.889059] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5249cdbc-ea79-2d63-35f6-f609cd05645d" [ 1023.889059] env[69325]: _type = "HttpNfcLease" [ 1023.889059] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1023.889757] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a81c5-f823-481f-9ce6-8f5c1c9ee84e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.900731] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.900731] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5249cdbc-ea79-2d63-35f6-f609cd05645d" [ 1023.900731] env[69325]: _type = "HttpNfcLease" [ 1023.900731] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1023.903402] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.903776] env[69325]: ERROR oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk due to incomplete transfer. [ 1023.904041] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8df2d879-5946-4a94-a1f4-9c2aeaecb1a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.913316] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a498cc-a955-2c0f-c964-b98123929b6a/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.913566] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Uploaded image f7dd96fc-2b4b-46ab-a178-686946eb0f3f to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.916113] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.916422] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d162f6b3-3270-44dd-b8fc-3056284527ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.926042] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1023.926042] env[69325]: value = "task-4072161" [ 1023.926042] env[69325]: _type = "Task" [ 1023.926042] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.935900] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072161, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.037573] env[69325]: DEBUG nova.scheduler.client.report [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.142631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.142975] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Instance network_info: |[{"id": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "address": "fa:16:3e:47:8d:17", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8be60f-2b", "ovs_interfaceid": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.143505] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:8d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb8be60f-2b7e-4058-9fd4-c19b8f85cde6', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.154018] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.155517] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.155517] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d05a4bad-c487-4172-b4b6-c9e988a95074 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.175583] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.175583] env[69325]: value = "task-4072162" [ 1024.175583] env[69325]: _type = "Task" [ 1024.175583] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.184235] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072162, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.402744] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.402744] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5249cdbc-ea79-2d63-35f6-f609cd05645d" [ 1024.402744] env[69325]: _type = "HttpNfcLease" [ 1024.402744] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1024.403169] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1024.403169] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5249cdbc-ea79-2d63-35f6-f609cd05645d" [ 1024.403169] env[69325]: _type = "HttpNfcLease" [ 1024.403169] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1024.403786] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cbfd1f-44de-4b2f-a47c-b835d7fca007 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.413643] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1024.413854] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1024.480322] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072161, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.531766] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4adf5ae-c033-4c36-bcde-1d6628a024b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.543557] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.546535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.554440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.977s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.554799] env[69325]: DEBUG nova.objects.instance [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lazy-loading 'resources' on Instance uuid 53a5c270-6084-4c1e-a63b-7cc7de611e8c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.568787] env[69325]: DEBUG nova.compute.manager [req-806a5809-4161-433c-92c2-484c0b015954 req-94085a4d-f1c6-4361-8581-eb4aabb735fa service nova] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Received event network-vif-deleted-f8f0826e-4019-44e4-98f6-38a68aeff427 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.573860] env[69325]: DEBUG nova.compute.manager [req-d6d5e90a-1c93-483f-8fa8-95d80c457580 req-f85b413f-75cc-442f-bd10-cfc2b63e9242 service nova] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Received event network-vif-deleted-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.583395] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.583672] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.583828] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.586287] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.586554] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.586708] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.586924] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.587130] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.587303] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.587465] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.587634] env[69325]: DEBUG nova.virt.hardware [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.591275] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1333027-5e6c-411b-a62e-8c506f00de2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.596036] env[69325]: INFO nova.scheduler.client.report [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocations for instance 5645e57c-e1f1-4b08-b8ac-da9f398642b6 [ 1024.621542] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3428c9-8d88-4e5e-a11f-a26468369bca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.686046] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072162, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.983048] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072161, 'name': Destroy_Task, 'duration_secs': 0.810419} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.983048] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Destroyed the VM [ 1024.983563] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.983939] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec2bade5-95d3-4265-9dc5-ccca3a2d4a5c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.993100] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1024.993100] env[69325]: value = "task-4072163" [ 1024.993100] env[69325]: _type = "Task" [ 1024.993100] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.006687] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.008512] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Successfully updated port: f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.109834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e6325c4e-66e2-44ec-87ca-744560208e9a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "5645e57c-e1f1-4b08-b8ac-da9f398642b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.567s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.156287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.156651] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.157233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.157233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.157437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.160742] env[69325]: INFO nova.compute.manager [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Terminating instance [ 1025.196423] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072162, 'name': CreateVM_Task, 'duration_secs': 0.520665} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.196720] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.197635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.197790] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.198582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209069] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c5f25-2db0-4f17-9569-e1106b62b535 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217090] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1025.217090] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5253945d-064e-8dbb-901f-62595b4b9372" [ 1025.217090] env[69325]: _type = "Task" [ 1025.217090] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.228767] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5253945d-064e-8dbb-901f-62595b4b9372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.507942] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072163, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.511313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.511465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.511998] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.597340] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a6284-17f4-4e45-9762-bb73570e27e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.607245] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f047cb5-7132-450a-b2e5-728d5faa4654 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.641272] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a4ef9-c7fc-427f-a322-c5e6e4d568b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652342] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f618e-22c9-4ff0-88eb-b0e35bce59e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.674940] env[69325]: DEBUG nova.compute.manager [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.675158] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.675936] env[69325]: DEBUG nova.compute.provider_tree [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.678217] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13599b-4a9e-492c-8f40-5ed56823945e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.690043] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.691019] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f65f7f67-d1ac-4199-a42e-2f930f1ac423 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.702354] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 1025.702354] env[69325]: value = "task-4072164" [ 1025.702354] env[69325]: _type = "Task" [ 1025.702354] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.715875] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4072164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.731653] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5253945d-064e-8dbb-901f-62595b4b9372, 'name': SearchDatastore_Task, 'duration_secs': 0.013702} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.732132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.732410] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.732763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.733037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.733169] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.734770] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bedbf7-6907-4e2e-a759-f46ce5c75d16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.767291] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.769057] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.769999] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b95402-b1f9-4167-a0ee-760ec1141a9b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.778804] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1025.778804] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5261f35c-247a-9df2-928a-cab17c02327e" [ 1025.778804] env[69325]: _type = "Task" [ 1025.778804] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.792080] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5261f35c-247a-9df2-928a-cab17c02327e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.909906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5d09dc66-309d-4458-900a-fecdb45fcb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.910361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.010036] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072163, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.050733] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.183986] env[69325]: DEBUG nova.scheduler.client.report [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.193743] env[69325]: DEBUG nova.network.neutron [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Updating instance_info_cache with network_info: [{"id": "f59712f1-7296-4803-8c39-41992aa6abfa", "address": "fa:16:3e:65:63:6d", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59712f1-72", "ovs_interfaceid": "f59712f1-7296-4803-8c39-41992aa6abfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.218589] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4072164, 'name': PowerOffVM_Task, 'duration_secs': 0.334315} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.219063] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.219333] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.219701] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de0858c6-72a6-4330-8f65-d58b8e3c5c33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.289841] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5261f35c-247a-9df2-928a-cab17c02327e, 'name': SearchDatastore_Task, 'duration_secs': 0.065157} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.290700] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8888e090-6a83-4d61-876f-8a57ebc2f7b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.297370] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1026.297370] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5260d169-80b2-d7dd-4600-c5bf6e512b07" [ 1026.297370] env[69325]: _type = "Task" [ 1026.297370] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.303978] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.304259] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.304457] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Deleting the datastore file [datastore2] 1b78b783-4842-4be9-954a-6fce5ce2be2f {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.304767] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e825e4-042e-4ab3-914b-45e644e3392a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.310201] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5260d169-80b2-d7dd-4600-c5bf6e512b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.317238] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for the task: (returnval){ [ 1026.317238] env[69325]: value = "task-4072166" [ 1026.317238] env[69325]: _type = "Task" [ 1026.317238] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.327803] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4072166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.413469] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.509348] env[69325]: DEBUG oslo_vmware.api [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072163, 'name': RemoveSnapshot_Task, 'duration_secs': 1.080226} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.509736] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.510023] env[69325]: INFO nova.compute.manager [None req-d9b0d5ff-8d80-45d0-95a8-a1b5515ce9c0 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 1026.689381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.692328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.692858] env[69325]: DEBUG nova.objects.instance [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lazy-loading 'resources' on Instance uuid f17cebdf-b876-4778-80c9-f4a50b0bd402 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.695900] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.696256] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Instance network_info: |[{"id": "f59712f1-7296-4803-8c39-41992aa6abfa", "address": "fa:16:3e:65:63:6d", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59712f1-72", "ovs_interfaceid": "f59712f1-7296-4803-8c39-41992aa6abfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.696656] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:63:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f59712f1-7296-4803-8c39-41992aa6abfa', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.704460] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.705365] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.705602] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dafd23dc-803e-4572-a5b0-472fedcc7e2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.721761] env[69325]: INFO nova.scheduler.client.report [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Deleted allocations for instance 53a5c270-6084-4c1e-a63b-7cc7de611e8c [ 1026.732221] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.732221] env[69325]: value = "task-4072167" [ 1026.732221] env[69325]: _type = "Task" [ 1026.732221] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.741911] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072167, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.814773] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5260d169-80b2-d7dd-4600-c5bf6e512b07, 'name': SearchDatastore_Task, 'duration_secs': 0.024} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.819557] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.819557] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ca29047-3671-4f8a-b397-589c1b3ad788/9ca29047-3671-4f8a-b397-589c1b3ad788.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.820078] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6f9488-7329-467b-a2b8-6dfa67365ac1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.830573] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.831545] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1396f13-2c00-4619-9741-6152abe3db25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840466] env[69325]: DEBUG oslo_vmware.api [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Task: {'id': task-4072166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354349} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.843389] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.843716] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.843982] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.844288] env[69325]: INFO nova.compute.manager [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1026.844607] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.845331] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.845331] env[69325]: ERROR oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk due to incomplete transfer. [ 1026.845532] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1026.845532] env[69325]: value = "task-4072168" [ 1026.845532] env[69325]: _type = "Task" [ 1026.845532] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.845702] env[69325]: DEBUG nova.compute.manager [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.845741] env[69325]: DEBUG nova.network.neutron [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.847832] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e80d78e-539b-40d7-93ea-b523cfce16fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.859556] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.861737] env[69325]: DEBUG oslo_vmware.rw_handles [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eff61-385c-a1d4-7a87-14479942d198/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1026.861737] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Uploaded image 237c6cd7-49cd-4c6e-b98f-9e456b94fe18 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1026.863287] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.863557] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d94cae3-613c-46f9-aa12-b1e8f1461860 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.871030] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1026.871030] env[69325]: value = "task-4072169" [ 1026.871030] env[69325]: _type = "Task" [ 1026.871030] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.881306] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072169, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.934951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.244290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Lock "53a5c270-6084-4c1e-a63b-7cc7de611e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.443s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.253469] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072167, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.365016] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072168, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.385694] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072169, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.754500] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072167, 'name': CreateVM_Task, 'duration_secs': 0.7321} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.754500] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.755368] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.756676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.756676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.756676] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d614da-e35c-42e3-a346-e4dd6f5e8c26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.762188] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca1ce9-9102-4b40-b318-468f4435d86b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.776356] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cfdba9-fb2b-4264-b7d1-45e7d5d4f2e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.780278] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1027.780278] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52898e9f-5132-9821-8edd-55b677e9712e" [ 1027.780278] env[69325]: _type = "Task" [ 1027.780278] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.822189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c88175-79be-48db-bc5e-e97cf870fedc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.835652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.836020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.837328] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52898e9f-5132-9821-8edd-55b677e9712e, 'name': SearchDatastore_Task, 'duration_secs': 0.016897} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.838398] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.838782] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.839047] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.839217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.839440] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.839982] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77bb1bde-4d65-4895-985c-e9d42f6c9a30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.847718] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fda2d1-5c96-4a48-8a01-e952da1a666b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.854043] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.854275] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.856125] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08943125-bfd8-4fba-9de0-5a0cbab1b1d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.876588] env[69325]: DEBUG nova.compute.provider_tree [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.880908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.881175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.888765] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1027.888765] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524dce48-9349-f697-e49a-cd6b9d8e8208" [ 1027.888765] env[69325]: _type = "Task" [ 1027.888765] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.889490] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682489} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.890914] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 9ca29047-3671-4f8a-b397-589c1b3ad788/9ca29047-3671-4f8a-b397-589c1b3ad788.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.890914] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.893845] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a15c8d5-6aa6-4e64-97d4-e48704d643c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.902620] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072169, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.902870] env[69325]: DEBUG nova.compute.manager [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Received event network-changed-573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.903091] env[69325]: DEBUG nova.compute.manager [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Refreshing instance network info cache due to event network-changed-573a4380-cafd-42b7-b752-797103686854. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.903328] env[69325]: DEBUG oslo_concurrency.lockutils [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] Acquiring lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.903488] env[69325]: DEBUG oslo_concurrency.lockutils [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] Acquired lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.903650] env[69325]: DEBUG nova.network.neutron [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Refreshing network info cache for port 573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.913999] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524dce48-9349-f697-e49a-cd6b9d8e8208, 'name': SearchDatastore_Task, 'duration_secs': 0.023615} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.917533] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1027.917533] env[69325]: value = "task-4072170" [ 1027.917533] env[69325]: _type = "Task" [ 1027.917533] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.917533] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2a2d02-380f-4aca-80b0-023f8c33c278 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.931079] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Received event network-vif-plugged-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.931411] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquiring lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.931738] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.931945] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.932159] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] No waiting events found dispatching network-vif-plugged-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.932360] env[69325]: WARNING nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Received unexpected event network-vif-plugged-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 for instance with vm_state building and task_state spawning. [ 1027.932602] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Received event network-changed-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.932737] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Refreshing instance network info cache due to event network-changed-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.932947] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquiring lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.933116] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquired lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.933296] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Refreshing network info cache for port bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.941374] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.941374] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1027.941374] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e441f3-ae9d-5311-1a45-f767b0434f6f" [ 1027.941374] env[69325]: _type = "Task" [ 1027.941374] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.948593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.948593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.948593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.948593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.948593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.957206] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e441f3-ae9d-5311-1a45-f767b0434f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015861} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.957955] env[69325]: INFO nova.compute.manager [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Terminating instance [ 1027.960175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.960439] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ddf46a1f-eb81-409a-b8a9-6c24df7438c7/ddf46a1f-eb81-409a-b8a9-6c24df7438c7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.961949] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f804fd97-a888-4d4c-8cd2-abf4adc7f6a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.971506] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1027.971506] env[69325]: value = "task-4072171" [ 1027.971506] env[69325]: _type = "Task" [ 1027.971506] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.983449] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.344669] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.378129] env[69325]: DEBUG nova.network.neutron [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.388744] env[69325]: DEBUG nova.scheduler.client.report [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.398354] env[69325]: DEBUG nova.compute.utils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.399061] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072169, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.432261] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089715} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.432261] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.433162] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe234ba-ac26-439b-b4da-03c2c6c51975 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.463918] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9ca29047-3671-4f8a-b397-589c1b3ad788/9ca29047-3671-4f8a-b397-589c1b3ad788.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.467835] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63eb134c-d0d1-443c-aca3-f1b2d5efff86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.493776] env[69325]: DEBUG nova.compute.manager [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.493977] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.496338] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302eebb0-2dbf-4040-add6-ce1200e67932 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.512902] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.513229] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.514446] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463f9644-ace2-422a-81b7-ef4894706d97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.516439] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1028.516439] env[69325]: value = "task-4072172" [ 1028.516439] env[69325]: _type = "Task" [ 1028.516439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.522314] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1028.522314] env[69325]: value = "task-4072173" [ 1028.522314] env[69325]: _type = "Task" [ 1028.522314] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.529775] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.529775] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.530074] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.536192] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.741442] env[69325]: DEBUG nova.network.neutron [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updated VIF entry in instance network info cache for port 573a4380-cafd-42b7-b752-797103686854. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.741659] env[69325]: DEBUG nova.network.neutron [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updating instance_info_cache with network_info: [{"id": "573a4380-cafd-42b7-b752-797103686854", "address": "fa:16:3e:57:16:48", "network": {"id": "8ad8cdf0-5ce1-4154-8f0b-3b2283b3db5a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734029397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ece17138acf42e1bffea9d6d36e9980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573a4380-ca", "ovs_interfaceid": "573a4380-cafd-42b7-b752-797103686854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.877626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.890071] env[69325]: INFO nova.compute.manager [-] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Took 2.04 seconds to deallocate network for instance. [ 1028.890833] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072169, 'name': Destroy_Task, 'duration_secs': 1.961027} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.893225] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Destroyed the VM [ 1028.893225] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1028.897477] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a20684d-e8c4-4e22-83e9-85f22b978e66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.901764] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.905741] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.907234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.509s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.910170] env[69325]: INFO nova.compute.claims [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.924157] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1028.924157] env[69325]: value = "task-4072174" [ 1028.924157] env[69325]: _type = "Task" [ 1028.924157] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.940023] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.945993] env[69325]: INFO nova.scheduler.client.report [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted allocations for instance f17cebdf-b876-4778-80c9-f4a50b0bd402 [ 1028.967997] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Updated VIF entry in instance network info cache for port bb8be60f-2b7e-4058-9fd4-c19b8f85cde6. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.968664] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Updating instance_info_cache with network_info: [{"id": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "address": "fa:16:3e:47:8d:17", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8be60f-2b", "ovs_interfaceid": "bb8be60f-2b7e-4058-9fd4-c19b8f85cde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.011196] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072171, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.032817] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.045086] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072173, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.045086] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.045342] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.045613] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.045613] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.045831] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.046057] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.046206] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1029.046391] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.102408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.102657] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.247981] env[69325]: DEBUG oslo_concurrency.lockutils [req-874377e3-0873-4fec-8f44-820f7167e100 req-86c5a6d9-ae23-4f3e-b90e-ec927292bb6e service nova] Releasing lock "refresh_cache-e1587b97-2612-4882-8d48-6e24fab88b1f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.402587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.437747] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.461415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-183c971d-8707-4abf-a0aa-d2c4b7df32eb tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "f17cebdf-b876-4778-80c9-f4a50b0bd402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.217s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.473189] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Releasing lock "refresh_cache-9ca29047-3671-4f8a-b397-589c1b3ad788" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.473189] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Received event network-vif-plugged-f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.473189] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquiring lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.473461] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.473842] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.473842] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] No waiting events found dispatching network-vif-plugged-f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.473964] env[69325]: WARNING nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Received unexpected event network-vif-plugged-f59712f1-7296-4803-8c39-41992aa6abfa for instance with vm_state building and task_state spawning. [ 1029.474864] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Received event network-changed-f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.474864] env[69325]: DEBUG nova.compute.manager [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Refreshing instance network info cache due to event network-changed-f59712f1-7296-4803-8c39-41992aa6abfa. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.474864] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquiring lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.474864] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Acquired lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.475092] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Refreshing network info cache for port f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.507318] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072171, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.332535} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.508154] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ddf46a1f-eb81-409a-b8a9-6c24df7438c7/ddf46a1f-eb81-409a-b8a9-6c24df7438c7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.508154] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.508154] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8337e26b-964c-4e93-af56-872f431f1b0a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.519515] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1029.519515] env[69325]: value = "task-4072175" [ 1029.519515] env[69325]: _type = "Task" [ 1029.519515] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.535191] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072172, 'name': ReconfigVM_Task, 'duration_secs': 0.946798} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.539220] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9ca29047-3671-4f8a-b397-589c1b3ad788/9ca29047-3671-4f8a-b397-589c1b3ad788.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.539866] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.540146] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-444a2f11-0a5d-4465-b670-4ee1b8f09d64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.545493] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072173, 'name': PowerOffVM_Task, 'duration_secs': 0.521344} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.546274] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.546469] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.546781] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-689cbaf2-0a18-4673-8d70-9c8e99a9624f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.549379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.552780] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1029.552780] env[69325]: value = "task-4072176" [ 1029.552780] env[69325]: _type = "Task" [ 1029.552780] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.564996] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072176, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.605305] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.638440] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.638785] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.639033] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] 8c319318-bcbd-4aff-ae95-c778ee6d1db8 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.639466] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e734530-6a47-4bf9-8f36-4b697ebd014d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.650687] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1029.650687] env[69325]: value = "task-4072178" [ 1029.650687] env[69325]: _type = "Task" [ 1029.650687] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.661256] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.949297] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072174, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.965019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.965019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.965019] env[69325]: INFO nova.compute.manager [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Attaching volume 74115d13-1481-43a9-ae7c-6f0efd3ec888 to /dev/sdb [ 1030.017887] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9381d1d9-4b4d-49dc-8b0d-a873242fbb87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.041067] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.041827] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa0982-343d-440c-9f2b-5c5388ed0d82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.045996] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.046965] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6060dc0c-1bc6-44ee-bda0-143e6f02e32d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.082830] env[69325]: DEBUG nova.virt.block_device [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating existing volume attachment record: 8e95475b-7786-442a-8592-adb490875817 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.094699] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ddf46a1f-eb81-409a-b8a9-6c24df7438c7/ddf46a1f-eb81-409a-b8a9-6c24df7438c7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.100269] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ae28df-abb7-4f9d-adf3-70698db5aa9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.120160] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072176, 'name': Rename_Task, 'duration_secs': 0.215692} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.122193] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.122193] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433b70f8-5832-4e5e-a989-cdfc808c0682 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.128166] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1030.128166] env[69325]: value = "task-4072179" [ 1030.128166] env[69325]: _type = "Task" [ 1030.128166] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.140187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.145591] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1030.145591] env[69325]: value = "task-4072180" [ 1030.145591] env[69325]: _type = "Task" [ 1030.145591] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.156144] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.164715] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.167594] env[69325]: DEBUG nova.compute.manager [req-2290e91c-382c-439a-893b-1ae3b0596938 req-891aadce-9feb-4231-ad55-0ccef0906dd6 service nova] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Received event network-vif-deleted-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.175426] env[69325]: DEBUG oslo_vmware.api [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283671} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.177872] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.178140] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.178283] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.178465] env[69325]: INFO nova.compute.manager [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1030.178816] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.179080] env[69325]: DEBUG nova.compute.manager [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.179206] env[69325]: DEBUG nova.network.neutron [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.441715] env[69325]: DEBUG oslo_vmware.api [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.122211} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.442096] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.442618] env[69325]: INFO nova.compute.manager [None req-8a67a62e-62a8-49fb-9f9e-2ba56a94eda1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Took 20.50 seconds to snapshot the instance on the hypervisor. [ 1030.555884] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Updated VIF entry in instance network info cache for port f59712f1-7296-4803-8c39-41992aa6abfa. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.555884] env[69325]: DEBUG nova.network.neutron [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Updating instance_info_cache with network_info: [{"id": "f59712f1-7296-4803-8c39-41992aa6abfa", "address": "fa:16:3e:65:63:6d", "network": {"id": "4d5d5d76-8bd5-4699-bfd2-81a7be92e587", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1742062489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "805e4e9d446d42798a018ac16ebf71eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf59712f1-72", "ovs_interfaceid": "f59712f1-7296-4803-8c39-41992aa6abfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.564448] env[69325]: INFO nova.compute.manager [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Rebuilding instance [ 1030.572323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c9be7c-ca5f-4ead-9b79-8a2f9782cde0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.582664] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3608e8b-0e79-4440-b70c-300525230a69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.634097] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc526b-050a-41b6-9b11-d6ec15f62a97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.641033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.641285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.641541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.641692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.641910] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.644041] env[69325]: INFO nova.compute.manager [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Terminating instance [ 1030.661340] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1810cf2-3245-4411-8b41-a3a3dfd83f09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.665081] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.668502] env[69325]: DEBUG nova.compute.manager [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.669767] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071859d6-53f3-4367-a266-e678c0e38ad5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.676802] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072180, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.688046] env[69325]: DEBUG nova.compute.provider_tree [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.062823] env[69325]: DEBUG oslo_concurrency.lockutils [req-fc17c91b-06df-4a4d-9812-38c5b0716b7e req-238c6071-d662-48cd-89ba-ad53ab6ffa8d service nova] Releasing lock "refresh_cache-ddf46a1f-eb81-409a-b8a9-6c24df7438c7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.098673] env[69325]: DEBUG nova.network.neutron [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.143968] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072179, 'name': ReconfigVM_Task, 'duration_secs': 0.654987} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.144434] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ddf46a1f-eb81-409a-b8a9-6c24df7438c7/ddf46a1f-eb81-409a-b8a9-6c24df7438c7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.145308] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1225a3e6-4aa4-420f-9878-96e301401ce5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.149138] env[69325]: DEBUG nova.compute.manager [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.149352] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.150327] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f12a4-555b-49d2-a215-79f648567e3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.160145] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1031.160145] env[69325]: value = "task-4072184" [ 1031.160145] env[69325]: _type = "Task" [ 1031.160145] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.169371] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.169483] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072180, 'name': PowerOnVM_Task, 'duration_secs': 0.874183} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.170050] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90620e6-77da-40f2-a14b-0a73b9bb14b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.171839] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.172071] env[69325]: INFO nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1031.172280] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.176572] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd6418-6f44-452f-8c3f-69b15366910c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.179389] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072184, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.192842] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 1031.192842] env[69325]: value = "task-4072185" [ 1031.192842] env[69325]: _type = "Task" [ 1031.192842] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.206806] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.220363] env[69325]: ERROR nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [req-01a4bf1c-3cd0-4539-8fdb-1be8cc9b462f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01a4bf1c-3cd0-4539-8fdb-1be8cc9b462f"}]} [ 1031.243649] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1031.274494] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1031.274931] env[69325]: DEBUG nova.compute.provider_tree [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.294341] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1031.318864] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1031.602270] env[69325]: INFO nova.compute.manager [-] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Took 1.42 seconds to deallocate network for instance. [ 1031.671290] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072184, 'name': Rename_Task, 'duration_secs': 0.264232} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.674204] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.675740] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247cd571-93fd-4ca9-ba8a-c2becc1e4778 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.682981] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1031.682981] env[69325]: value = "task-4072186" [ 1031.682981] env[69325]: _type = "Task" [ 1031.682981] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.703743] env[69325]: INFO nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Took 47.87 seconds to build instance. [ 1031.708709] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.709165] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.713673] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9298bbaa-00cb-4a09-aafd-d965b4416edb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.724186] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072185, 'name': PowerOffVM_Task, 'duration_secs': 0.243996} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.726365] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.726803] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.728028] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1031.728028] env[69325]: value = "task-4072187" [ 1031.728028] env[69325]: _type = "Task" [ 1031.728028] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.728028] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20ac6f9b-bbec-4582-89ef-30b61015352a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.747211] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.815569] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.815852] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.815989] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleting the datastore file [datastore2] ffd7b1db-a645-43fa-ab71-890130bf4a76 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.816530] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6186dc-1c37-412c-b61a-d133b8c62ba3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.825819] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for the task: (returnval){ [ 1031.825819] env[69325]: value = "task-4072189" [ 1031.825819] env[69325]: _type = "Task" [ 1031.825819] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.839417] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.858166] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c71dba-049f-4257-9ebd-3d1c58eca541 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.868907] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc756af7-5261-46a7-8172-bbb4ede84e5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.915294] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05474c-dc2b-458c-bbe9-d59f5aed41cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.924758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ddf14b-871f-4e4c-849f-af9fd620a7c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.941845] env[69325]: DEBUG nova.compute.provider_tree [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.116882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.195715] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.200483] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.200742] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.215551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.627s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.242594] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072187, 'name': PowerOffVM_Task, 'duration_secs': 0.163644} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.242885] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.243606] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.245044] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbdc2eb-7ee6-4803-981a-2c98f41c4732 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.254019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.254314] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0494bea6-f1fa-45bb-b783-9bbaffdb366a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.282020] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.282273] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.282550] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Deleting the datastore file [datastore1] baf1316c-0554-4e15-a6b3-4d66b4c784d3 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.282945] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2439a82-10a7-4490-86bd-5200ce981e49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.291610] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1032.291610] env[69325]: value = "task-4072191" [ 1032.291610] env[69325]: _type = "Task" [ 1032.291610] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.305168] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.339482] env[69325]: DEBUG oslo_vmware.api [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Task: {'id': task-4072189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331498} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.339779] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.340036] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.340191] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.340356] env[69325]: INFO nova.compute.manager [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1032.340770] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.340983] env[69325]: DEBUG nova.compute.manager [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.341097] env[69325]: DEBUG nova.network.neutron [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.485020] env[69325]: ERROR nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [req-c3a3c3e0-a5fd-4d1e-a20b-a531c919321e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3a3c3e0-a5fd-4d1e-a20b-a531c919321e"}]} [ 1032.508344] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1032.524635] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1032.524953] env[69325]: DEBUG nova.compute.provider_tree [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.529922] env[69325]: DEBUG nova.compute.manager [req-170ac977-1df9-4b1a-b4a9-b9eafe640389 req-407e8440-576f-467c-85b7-e82076375c14 service nova] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Received event network-vif-deleted-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.542810] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1032.563464] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1032.700998] env[69325]: DEBUG oslo_vmware.api [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072186, 'name': PowerOnVM_Task, 'duration_secs': 0.770618} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.700998] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.701159] env[69325]: INFO nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1032.701456] env[69325]: DEBUG nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.702245] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc2315-956b-44c1-9b39-de10d123c528 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.707081] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.811206] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248351} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.811586] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.811891] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.811988] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.098733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a7fdf-b337-4f8b-bbac-9705277bb801 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.108626] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03569438-8894-423f-b985-cd5c4fddad53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.141549] env[69325]: DEBUG nova.network.neutron [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.144613] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a95793-23b0-49bd-954d-657995e6dd51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.149394] env[69325]: DEBUG nova.compute.manager [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.150371] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f0dff-95f2-44d5-99d6-2701d37b5310 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163253] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d4ca1-5eb8-447e-ae45-ca310e799da4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.186344] env[69325]: DEBUG nova.compute.provider_tree [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.229173] env[69325]: INFO nova.compute.manager [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Took 49.00 seconds to build instance. [ 1033.236209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.644847] env[69325]: INFO nova.compute.manager [-] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Took 1.30 seconds to deallocate network for instance. [ 1033.673334] env[69325]: INFO nova.compute.manager [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] instance snapshotting [ 1033.679248] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a157bf53-4225-4088-b0f2-351c3c2abd97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.706822] env[69325]: DEBUG nova.scheduler.client.report [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.712871] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d37dc4-4dfc-4404-85dd-3ac69a19087f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.732972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6cff58fc-52b5-4857-b4cf-730b0ee89250 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.112s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.845667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "9ca29047-3671-4f8a-b397-589c1b3ad788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.845667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.846232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.849687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.849687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.850109] env[69325]: INFO nova.compute.manager [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Terminating instance [ 1033.860638] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.862374] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.862374] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.862374] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.862374] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.862758] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.863197] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.863700] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.865495] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.865495] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.865495] env[69325]: DEBUG nova.virt.hardware [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.867017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c12c34e-3f43-4954-8143-877d1a3b449c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.879071] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f80d14-3426-4046-8d36-f0df9b3c735c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.897632] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.905680] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.905680] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.905680] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046dd18d-4da3-4e69-83a1-6d1678ae8025 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.926048] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.926048] env[69325]: value = "task-4072193" [ 1033.926048] env[69325]: _type = "Task" [ 1033.926048] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.936059] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072193, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.968466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.968737] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.968990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.969222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.969453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.971948] env[69325]: INFO nova.compute.manager [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Terminating instance [ 1034.152486] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.218887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.311s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.220036] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.222998] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.481s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.223531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.226621] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.177s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.228330] env[69325]: INFO nova.compute.claims [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.233503] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.234719] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de31c59c-9a6b-407f-ae93-da844f7d71bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.243350] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1034.243350] env[69325]: value = "task-4072194" [ 1034.243350] env[69325]: _type = "Task" [ 1034.243350] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.254636] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.269464] env[69325]: INFO nova.scheduler.client.report [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleted allocations for instance aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1 [ 1034.357378] env[69325]: DEBUG nova.compute.manager [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.357670] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.358549] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2e1a94-e6e4-46d2-8b83-bf8ad87effa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.367709] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.368119] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8cf33a8-9329-4e96-8de9-d66682284333 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.377965] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1034.377965] env[69325]: value = "task-4072195" [ 1034.377965] env[69325]: _type = "Task" [ 1034.377965] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.387564] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.438802] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072193, 'name': CreateVM_Task, 'duration_secs': 0.351523} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.439020] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.439515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.439698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.440090] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.440387] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db13c3c-7942-4e8d-adc3-e74a53225c44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.446713] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1034.446713] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cab1ca-538d-16c3-56c8-404620728a28" [ 1034.446713] env[69325]: _type = "Task" [ 1034.446713] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.457772] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cab1ca-538d-16c3-56c8-404620728a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.476961] env[69325]: DEBUG nova.compute.manager [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.477219] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.478870] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc3690-9d30-4c26-82ee-573ee6065b2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.489035] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.489199] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e6493f-f27d-45de-b0d3-f8e66e9b605c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.498511] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1034.498511] env[69325]: value = "task-4072196" [ 1034.498511] env[69325]: _type = "Task" [ 1034.498511] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.508477] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.565758] env[69325]: DEBUG nova.compute.manager [req-fa7648b6-4840-4311-9917-b278de0ffb23 req-6ea28060-ffcd-40e4-ac2e-2c716ef89779 service nova] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Received event network-vif-deleted-374d940c-9db3-4c66-877c-80225eb1c1d1 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.712790] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1034.713717] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d5ce30-a217-48b8-ae05-a2ef489c1439 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.720839] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1034.721021] env[69325]: ERROR oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk due to incomplete transfer. [ 1034.721275] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c19eb9b9-6dd7-487d-8b6d-b4b8baa1233a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730990] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218ccf0-3dbc-61ca-f7e4-ba7ad03e03cd/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1034.731277] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Uploaded image 6030166b-a7fe-40e8-a394-98f9eada5a15 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1034.734130] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.735577] env[69325]: DEBUG nova.compute.utils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.739714] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad307a71-08bd-4700-b440-bb2539a14db2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744029] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.744029] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.752794] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1034.752794] env[69325]: value = "task-4072197" [ 1034.752794] env[69325]: _type = "Task" [ 1034.752794] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.761603] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072194, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.549982] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.561869] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072197, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.561869] env[69325]: WARNING oslo_vmware.common.loopingcall [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] task run outlasted interval by 0.29334400000000005 sec [ 1035.561869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.266s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.561869] env[69325]: DEBUG nova.policy [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b3197a439045bc8fb43e38ae5e243c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eb8e9bde9fa4ac09801f8848d54d828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.561869] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.561869] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806960', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'name': 'volume-74115d13-1481-43a9-ae7c-6f0efd3ec888', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbf1847-5587-4978-8a66-7f77c75ec099', 'attached_at': '', 'detached_at': '', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'serial': '74115d13-1481-43a9-ae7c-6f0efd3ec888'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.571814] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6932230e-06fd-46e3-88d4-d9b79c0f8540 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.589673] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cab1ca-538d-16c3-56c8-404620728a28, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.591659] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072196, 'name': PowerOffVM_Task, 'duration_secs': 0.395281} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.610908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.611217] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.613026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.613026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.613026] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.613026] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.613026] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.613026] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072195, 'name': PowerOffVM_Task, 'duration_secs': 0.507406} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.613026] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072194, 'name': CreateSnapshot_Task, 'duration_secs': 0.539807} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.617559] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932cf085-3725-4e5e-b1fc-98a27dcd994b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.619548] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c48a32f-257a-49c4-8ca4-089d215b6e85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.625411] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.625411] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.625411] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.627170] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec2b9e-e841-4952-9e3f-6130b6dc69a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.632274] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e10241-b9ca-48ff-b5bf-949e74b4c190 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.635225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b386c5b-9054-4dcf-8301-4c2c8d1c1408 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.637666] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072197, 'name': Destroy_Task, 'duration_secs': 0.535895} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.640924] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Destroyed the VM [ 1035.641186] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.641942] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ff98839-7fa6-407d-8c25-60563bf9dc22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.668677] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-74115d13-1481-43a9-ae7c-6f0efd3ec888/volume-74115d13-1481-43a9-ae7c-6f0efd3ec888.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.675016] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034cec37-4ced-4b75-af82-c97a786c0a5c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.688719] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.688918] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.696597] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e37a080-0f49-4d1d-9e6b-ed27eedffa8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.699264] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1035.699264] env[69325]: value = "task-4072200" [ 1035.699264] env[69325]: _type = "Task" [ 1035.699264] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.709817] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1035.709817] env[69325]: value = "task-4072201" [ 1035.709817] env[69325]: _type = "Task" [ 1035.709817] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.710147] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1035.710147] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bc8636-967a-2467-9739-cfe24dd157a2" [ 1035.710147] env[69325]: _type = "Task" [ 1035.710147] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.722793] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.729389] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bc8636-967a-2467-9739-cfe24dd157a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.733336] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.741662] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.742027] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.742305] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleting the datastore file [datastore2] ddf46a1f-eb81-409a-b8a9-6c24df7438c7 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.742668] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805c9077-76af-4a49-b279-f876b993d33a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.754619] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1035.754619] env[69325]: value = "task-4072202" [ 1035.754619] env[69325]: _type = "Task" [ 1035.754619] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.764511] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.764511] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.764511] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleting the datastore file [datastore2] 9ca29047-3671-4f8a-b397-589c1b3ad788 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.764511] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3fad101-fa28-4761-91f9-cf3e2e6c3c3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.769122] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.774259] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for the task: (returnval){ [ 1035.774259] env[69325]: value = "task-4072203" [ 1035.774259] env[69325]: _type = "Task" [ 1035.774259] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.786220] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.137130] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Successfully created port: bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.180304] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9d906-90be-49f5-add9-7bd73612252a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.190813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b21b56-7bb6-42d2-81f6-9cd8ba7d94ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.234512] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.240426] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad2f8cc7-159b-4f6c-b90f-ea7880d5abeb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.254346] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c645c-004f-42fb-ba50-20ba8486aceb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.274321] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.274857] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1036.274857] env[69325]: value = "task-4072204" [ 1036.274857] env[69325]: _type = "Task" [ 1036.274857] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.275270] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.282568] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52bc8636-967a-2467-9739-cfe24dd157a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026895} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.291177] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8c4ec-e275-453b-8383-3263bcb5b902 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.299507] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f21eb81-f9c9-4c8c-8dcd-1715f517823f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.302645] env[69325]: DEBUG oslo_vmware.api [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187077} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.305985] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.305985] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.305985] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.305985] env[69325]: INFO nova.compute.manager [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1036.305985] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.322536] env[69325]: DEBUG nova.compute.manager [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.322708] env[69325]: DEBUG nova.network.neutron [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.325318] env[69325]: DEBUG nova.compute.provider_tree [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.332941] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072204, 'name': CloneVM_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.332941] env[69325]: DEBUG oslo_vmware.api [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Task: {'id': task-4072203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181667} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.332941] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.332941] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.332941] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.332941] env[69325]: INFO nova.compute.manager [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1036.332941] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.332941] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1036.332941] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c24751-0862-7575-cefb-7cad52d4627d" [ 1036.332941] env[69325]: _type = "Task" [ 1036.332941] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.333626] env[69325]: DEBUG nova.compute.manager [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.334612] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.348539] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c24751-0862-7575-cefb-7cad52d4627d, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.349254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.349800] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.350444] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098f1622-ca77-4f48-b588-17338beca6e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.360252] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1036.360252] env[69325]: value = "task-4072205" [ 1036.360252] env[69325]: _type = "Task" [ 1036.360252] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.371392] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.567663] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.602134] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.602591] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.602952] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.604576] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.604872] env[69325]: DEBUG nova.virt.hardware [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.605783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8394fc9-752c-4467-a52f-0660f403565c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.615899] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038a7f7-7b8e-4731-bd82-a6cf2848b00b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.641037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.641258] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.641888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.641888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.642095] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.644628] env[69325]: INFO nova.compute.manager [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Terminating instance [ 1036.754322] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072201, 'name': ReconfigVM_Task, 'duration_secs': 0.641548} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.759293] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-74115d13-1481-43a9-ae7c-6f0efd3ec888/volume-74115d13-1481-43a9-ae7c-6f0efd3ec888.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.767550] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663125} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.768044] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3011c008-348b-4d1a-b1af-29bce31be94f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.780263] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.780904] env[69325]: DEBUG nova.compute.manager [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.781936] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d5883-dd1d-43b3-b9d6-bd6b5f77034c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.803807] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072204, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.804198] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1036.804198] env[69325]: value = "task-4072206" [ 1036.804198] env[69325]: _type = "Task" [ 1036.804198] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.818555] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.835144] env[69325]: DEBUG nova.scheduler.client.report [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.874416] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.939999] env[69325]: DEBUG nova.compute.manager [req-0be38c9f-12b1-4dbf-ae14-ef6a3e33dbbc req-c96c6d35-830b-4f77-8291-d15802b5f6c0 service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Received event network-vif-deleted-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.940127] env[69325]: INFO nova.compute.manager [req-0be38c9f-12b1-4dbf-ae14-ef6a3e33dbbc req-c96c6d35-830b-4f77-8291-d15802b5f6c0 service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Neutron deleted interface bb8be60f-2b7e-4058-9fd4-c19b8f85cde6; detaching it from the instance and deleting it from the info cache [ 1036.940352] env[69325]: DEBUG nova.network.neutron [req-0be38c9f-12b1-4dbf-ae14-ef6a3e33dbbc req-c96c6d35-830b-4f77-8291-d15802b5f6c0 service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.151817] env[69325]: DEBUG nova.compute.manager [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.152576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.153189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f69f9-69ee-4319-ad03-7c18209ebb4f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.164033] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.164033] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6775fe41-3a0c-4d1d-97e8-865a8bf50089 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.173089] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 1037.173089] env[69325]: value = "task-4072207" [ 1037.173089] env[69325]: _type = "Task" [ 1037.173089] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.182618] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.298032] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072204, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.309666] env[69325]: INFO nova.compute.manager [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Shelve offloading [ 1037.323310] env[69325]: DEBUG oslo_vmware.api [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072206, 'name': ReconfigVM_Task, 'duration_secs': 0.244693} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.323310] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806960', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'name': 'volume-74115d13-1481-43a9-ae7c-6f0efd3ec888', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbf1847-5587-4978-8a66-7f77c75ec099', 'attached_at': '', 'detached_at': '', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'serial': '74115d13-1481-43a9-ae7c-6f0efd3ec888'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.341600] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.342303] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.346510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.277s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.351026] env[69325]: INFO nova.compute.claims [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.375978] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773209} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.376566] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.376927] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.377392] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3739345c-e66c-484a-8888-3953479061d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.388267] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1037.388267] env[69325]: value = "task-4072208" [ 1037.388267] env[69325]: _type = "Task" [ 1037.388267] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.403044] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.415184] env[69325]: DEBUG nova.network.neutron [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.443794] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6161eabe-eba1-4cc8-943d-72c1e3ec3234 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.448144] env[69325]: DEBUG nova.network.neutron [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.459117] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78925c1f-0dcb-4049-b047-fc8ed1234f4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.504452] env[69325]: DEBUG nova.compute.manager [req-0be38c9f-12b1-4dbf-ae14-ef6a3e33dbbc req-c96c6d35-830b-4f77-8291-d15802b5f6c0 service nova] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Detach interface failed, port_id=bb8be60f-2b7e-4058-9fd4-c19b8f85cde6, reason: Instance 9ca29047-3671-4f8a-b397-589c1b3ad788 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.683787] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072207, 'name': PowerOffVM_Task, 'duration_secs': 0.247032} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.684162] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.684305] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.684641] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392ecd93-07f2-4a27-a4c0-c74cb9657f02 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.789916] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.790186] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.790383] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleting the datastore file [datastore1] c24189e8-ca4b-448f-954f-e25bcc4db234 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.794407] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df6a3664-ebc3-49e7-9b7e-9c464ccfa9c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.803442] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072204, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.805043] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for the task: (returnval){ [ 1037.805043] env[69325]: value = "task-4072210" [ 1037.805043] env[69325]: _type = "Task" [ 1037.805043] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.813103] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.817060] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.817060] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98db9072-1940-4f17-81e2-e5eb36968c9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.824045] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1037.824045] env[69325]: value = "task-4072211" [ 1037.824045] env[69325]: _type = "Task" [ 1037.824045] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.837416] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1037.837683] env[69325]: DEBUG nova.compute.manager [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.838499] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c448181d-79d1-46f8-9ea3-4a63e3c5be55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.846105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.846287] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.846760] env[69325]: DEBUG nova.network.neutron [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.853150] env[69325]: DEBUG nova.compute.utils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.859178] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.859572] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.898071] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170724} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.899030] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.899846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf22f8-ec82-4705-bc39-8daa84f21fdf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.929706] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.931820] env[69325]: DEBUG nova.policy [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd128bf70867144fa8ce81f959ad2c9bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5628d7911d1f49bb9f0e66537c6bab01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.934580] env[69325]: INFO nova.compute.manager [-] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Took 1.60 seconds to deallocate network for instance. [ 1037.939494] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc59693-c53f-44c6-8676-221390f938ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.954227] env[69325]: DEBUG nova.compute.manager [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Received event network-vif-plugged-bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.954515] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.954777] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.955028] env[69325]: DEBUG oslo_concurrency.lockutils [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.955250] env[69325]: DEBUG nova.compute.manager [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] No waiting events found dispatching network-vif-plugged-bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.956265] env[69325]: WARNING nova.compute.manager [req-1b7c8a37-7bf0-4004-b833-0da6591f6b6e req-f524969b-26ec-4aeb-8b00-a96269b29957 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Received unexpected event network-vif-plugged-bc395241-b4c0-464e-b25d-6d4af42c0ea7 for instance with vm_state building and task_state spawning. [ 1037.956265] env[69325]: INFO nova.compute.manager [-] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Took 1.63 seconds to deallocate network for instance. [ 1037.967044] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1037.967044] env[69325]: value = "task-4072212" [ 1037.967044] env[69325]: _type = "Task" [ 1037.967044] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.979457] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.016773] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Successfully updated port: bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.302563] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072204, 'name': CloneVM_Task, 'duration_secs': 1.801061} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.303077] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Created linked-clone VM from snapshot [ 1038.304810] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ec483-a19a-47c8-a3ba-ed08857d8752 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.320177] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Uploading image b67503b0-c934-4439-b451-ca0452bc013f {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.326373] env[69325]: DEBUG oslo_vmware.api [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Task: {'id': task-4072210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168256} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.326772] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.326959] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.327175] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.327661] env[69325]: INFO nova.compute.manager [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1038.327957] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.328175] env[69325]: DEBUG nova.compute.manager [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.328272] env[69325]: DEBUG nova.network.neutron [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.345982] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.345982] env[69325]: value = "vm-806963" [ 1038.345982] env[69325]: _type = "VirtualMachine" [ 1038.345982] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.346679] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-830b3086-5a44-4c08-8872-31a67734349f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.354244] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease: (returnval){ [ 1038.354244] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52214baa-67db-c276-51e2-2c2e16caaa09" [ 1038.354244] env[69325]: _type = "HttpNfcLease" [ 1038.354244] env[69325]: } obtained for exporting VM: (result){ [ 1038.354244] env[69325]: value = "vm-806963" [ 1038.354244] env[69325]: _type = "VirtualMachine" [ 1038.354244] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.354855] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the lease: (returnval){ [ 1038.354855] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52214baa-67db-c276-51e2-2c2e16caaa09" [ 1038.354855] env[69325]: _type = "HttpNfcLease" [ 1038.354855] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.358730] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.369190] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.369190] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52214baa-67db-c276-51e2-2c2e16caaa09" [ 1038.369190] env[69325]: _type = "HttpNfcLease" [ 1038.369190] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.387373] env[69325]: DEBUG nova.objects.instance [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.463711] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.471057] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.485288] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.520803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.520975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.521140] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.575255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.843914] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a5004-9c37-40ed-881b-a3ee4d7ea0a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.852047] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b6e5b-c494-402b-9817-b42d0709adf6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.907220] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.907220] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52214baa-67db-c276-51e2-2c2e16caaa09" [ 1038.907220] env[69325]: _type = "HttpNfcLease" [ 1038.907220] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.908815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d989d2e8-a197-4f0b-9542-79eb23e9aaef tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.945s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.909438] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a005261-10c0-4a2c-a010-7c841b631812 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.916062] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.916062] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52214baa-67db-c276-51e2-2c2e16caaa09" [ 1038.916062] env[69325]: _type = "HttpNfcLease" [ 1038.916062] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.916440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.341s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.916675] env[69325]: DEBUG nova.compute.manager [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.919267] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640640a-da1b-41a4-ac25-49f2ccac5321 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.921689] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d1c03-7d9c-41de-960a-b807167c918d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.935295] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee614865-78ce-4de8-9ec6-1fe4ea76afbd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.939673] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.939856] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.941084] env[69325]: DEBUG nova.compute.manager [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.942060] env[69325]: DEBUG nova.objects.instance [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.944041] env[69325]: DEBUG nova.network.neutron [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updating instance_info_cache with network_info: [{"id": "9885c650-19f1-42be-823a-514752e72f05", "address": "fa:16:3e:a2:ee:39", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9885c650-19", "ovs_interfaceid": "9885c650-19f1-42be-823a-514752e72f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.013599] env[69325]: DEBUG nova.compute.provider_tree [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.017627] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Successfully created port: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.024058] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.066699] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.119949] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73506663-e28e-47c7-a789-dce8c4812835 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.131561] env[69325]: DEBUG nova.compute.manager [req-45936b5a-81ce-473e-a276-6ae024ae3b8c req-18a9de62-8818-4e18-84e8-4867fb4b1e9f service nova] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Received event network-vif-deleted-f59712f1-7296-4803-8c39-41992aa6abfa {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.143010] env[69325]: DEBUG nova.network.neutron [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.359270] env[69325]: DEBUG nova.network.neutron [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.411633] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.440939] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.441302] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.441473] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.441682] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.441819] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.441963] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.442197] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.442365] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.442534] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.442692] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.442860] env[69325]: DEBUG nova.virt.hardware [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.443813] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058bfbc-c068-4355-88a7-0fff976326c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.449924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.466970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925c424-7410-4c56-baa1-dc354cbab67e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.518658] env[69325]: DEBUG nova.scheduler.client.report [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.525247] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072212, 'name': ReconfigVM_Task, 'duration_secs': 1.366447} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.526055] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] baf1316c-0554-4e15-a6b3-4d66b4c784d3/baf1316c-0554-4e15-a6b3-4d66b4c784d3.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.527214] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0708e0c5-374f-4b90-b610-2ff3e3881c61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.536687] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1039.536687] env[69325]: value = "task-4072214" [ 1039.536687] env[69325]: _type = "Task" [ 1039.536687] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.548095] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072214, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.648234] env[69325]: INFO nova.compute.manager [-] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Took 1.32 seconds to deallocate network for instance. [ 1039.862524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.862524] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Instance network_info: |[{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.862524] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:52:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc395241-b4c0-464e-b25d-6d4af42c0ea7', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.870293] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating folder: Project (6eb8e9bde9fa4ac09801f8848d54d828). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.870682] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99c4ff5c-c076-48f4-981d-ae0867c92705 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.888037] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created folder: Project (6eb8e9bde9fa4ac09801f8848d54d828) in parent group-v806727. [ 1039.890016] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating folder: Instances. Parent ref: group-v806964. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.890016] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f09d56d-1a57-4d3e-9371-ea7e629eca1b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.897761] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.899023] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b33115a-b4e2-4f44-a3b0-b418c4f53f6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.907796] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created folder: Instances in parent group-v806964. [ 1039.908420] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.909076] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.909404] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25371d9d-2d98-4520-a775-14a625ef7e56 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.931813] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.932740] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-269ee1e6-affb-4ed3-83fa-c5563dafa5b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.937943] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.937943] env[69325]: value = "task-4072217" [ 1039.937943] env[69325]: _type = "Task" [ 1039.937943] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.947938] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072217, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.959086] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.959524] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009f1e4d-26ed-46c2-bebe-877bfe50010c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.968404] env[69325]: DEBUG oslo_vmware.api [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1039.968404] env[69325]: value = "task-4072219" [ 1039.968404] env[69325]: _type = "Task" [ 1039.968404] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.980465] env[69325]: DEBUG oslo_vmware.api [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.983797] env[69325]: DEBUG nova.compute.manager [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Received event network-changed-bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.984145] env[69325]: DEBUG nova.compute.manager [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Refreshing instance network info cache due to event network-changed-bc395241-b4c0-464e-b25d-6d4af42c0ea7. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.984714] env[69325]: DEBUG oslo_concurrency.lockutils [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.984930] env[69325]: DEBUG oslo_concurrency.lockutils [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.985175] env[69325]: DEBUG nova.network.neutron [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Refreshing network info cache for port bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.023201] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.023201] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.023305] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore1] 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.023732] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8370f54-1900-4103-9cae-4c01fe4c49c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.028647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.029372] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.033424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.436s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.034208] env[69325]: DEBUG nova.objects.instance [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lazy-loading 'resources' on Instance uuid b21bdc7e-7f95-4b9d-abf8-5da29e0c9166 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.046532] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1040.046532] env[69325]: value = "task-4072220" [ 1040.046532] env[69325]: _type = "Task" [ 1040.046532] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.060148] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072214, 'name': Rename_Task, 'duration_secs': 0.281022} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.060907] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.062972] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-804a5108-d6d2-4e11-865e-c6e6c965ca4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.070273] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.073447] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1040.073447] env[69325]: value = "task-4072221" [ 1040.073447] env[69325]: _type = "Task" [ 1040.073447] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.086018] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.163733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.451426] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072217, 'name': CreateVM_Task, 'duration_secs': 0.438275} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.451848] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.453022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.454267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.454900] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.455275] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb4938a-8e20-42e9-b450-67d9339d849a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.463389] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1040.463389] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5286947d-b384-3db6-0a08-f073a94ccb36" [ 1040.463389] env[69325]: _type = "Task" [ 1040.463389] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.475454] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5286947d-b384-3db6-0a08-f073a94ccb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.481705] env[69325]: DEBUG oslo_vmware.api [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072219, 'name': PowerOffVM_Task, 'duration_secs': 0.318415} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.482117] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.482368] env[69325]: DEBUG nova.compute.manager [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.483253] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1dd9b-949f-496b-a507-4c60bc860462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.535353] env[69325]: DEBUG nova.compute.utils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.537151] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.538018] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.565285] env[69325]: DEBUG oslo_vmware.api [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233342} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.569142] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.569142] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.569142] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.589324] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.598275] env[69325]: INFO nova.scheduler.client.report [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236 [ 1040.645366] env[69325]: DEBUG nova.policy [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4da042bfdef47228bb10e3e576dc749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6665991f3588451ab7df0d6e03001c0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.948189] env[69325]: DEBUG nova.network.neutron [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updated VIF entry in instance network info cache for port bc395241-b4c0-464e-b25d-6d4af42c0ea7. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.948189] env[69325]: DEBUG nova.network.neutron [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.980757] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5286947d-b384-3db6-0a08-f073a94ccb36, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.981252] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.982379] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.982717] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.982954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.983256] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.983581] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e32c25-711f-4540-864e-fa148db5d3ad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.000300] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.003212] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.005584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-609d5360-3fa1-4585-b93e-200f20ea7993 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.009441] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7fb350-389f-4ab5-8ed2-43f0d0f2c194 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.035022] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1041.035022] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528d3371-8151-74d5-d054-72f2f63be528" [ 1041.035022] env[69325]: _type = "Task" [ 1041.035022] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.046055] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.065738] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528d3371-8151-74d5-d054-72f2f63be528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.104328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.106015] env[69325]: DEBUG oslo_vmware.api [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072221, 'name': PowerOnVM_Task, 'duration_secs': 0.606377} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.106015] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.106732] env[69325]: DEBUG nova.compute.manager [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.107818] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e9e617-7a8d-46cd-894c-5ec8ec5bd506 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.129921] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Successfully updated port: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.212462] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f9785-e182-462b-9a4d-2353103560e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.222558] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615a1bc-4beb-4b7c-9ae0-37a512ef4efb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.261734] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0928c2-42a0-4691-8f60-adfb42f81ace {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.271778] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad4f8bd-5610-4e5e-b078-c5c995171cd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.294459] env[69325]: DEBUG nova.compute.provider_tree [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.452306] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received event network-vif-unplugged-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.452413] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.452622] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.452794] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.453288] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] No waiting events found dispatching network-vif-unplugged-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.453748] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received event network-vif-unplugged-9885c650-19f1-42be-823a-514752e72f05 for instance with task_state deleting. {{(pid=69325) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1041.453837] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Received event network-changed-9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.454069] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Refreshing instance network info cache due to event network-changed-9885c650-19f1-42be-823a-514752e72f05. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.454468] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquiring lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.454650] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquired lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.454866] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Refreshing network info cache for port 9885c650-19f1-42be-823a-514752e72f05 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.457517] env[69325]: DEBUG oslo_concurrency.lockutils [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.457517] env[69325]: DEBUG nova.compute.manager [req-cc9b3f16-160a-4b4b-b3a0-7127eabbfb79 req-204c88e5-001f-4959-8518-6fa8a8ee18d6 service nova] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Received event network-vif-deleted-250e5037-6cca-4f3c-85d2-758e8c5dd6eb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.547340] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528d3371-8151-74d5-d054-72f2f63be528, 'name': SearchDatastore_Task, 'duration_secs': 0.027997} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.548330] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72422076-aef4-4c3f-93fd-dca244b7a484 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.561079] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1041.561079] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52798913-8e0a-134d-778a-bd1e63e7e5e3" [ 1041.561079] env[69325]: _type = "Task" [ 1041.561079] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.571737] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52798913-8e0a-134d-778a-bd1e63e7e5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.633044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.633229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.633474] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.641803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.645240] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Successfully created port: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.796992] env[69325]: DEBUG nova.scheduler.client.report [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.840631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.062914] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.077073] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52798913-8e0a-134d-778a-bd1e63e7e5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.077673] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.078038] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.078374] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a53bcd33-4583-463e-8ba6-921d60ecba85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091251] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1042.091251] env[69325]: value = "task-4072222" [ 1042.091251] env[69325]: _type = "Task" [ 1042.091251] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.099603] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.100135] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.100388] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.100767] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.100998] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.101232] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.101685] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.101804] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.102057] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.102298] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.102546] env[69325]: DEBUG nova.virt.hardware [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.106790] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b64574-2955-4e9d-a17f-3397211fb31b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.113095] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.118744] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ce2c7-30c4-4590-bfe7-a02a8df7c4d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.192122] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.292807] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updated VIF entry in instance network info cache for port 9885c650-19f1-42be-823a-514752e72f05. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.293321] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updating instance_info_cache with network_info: [{"id": "9885c650-19f1-42be-823a-514752e72f05", "address": "fa:16:3e:a2:ee:39", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": null, "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9885c650-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.303824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.309113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.320s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.310864] env[69325]: INFO nova.compute.claims [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.338463] env[69325]: INFO nova.scheduler.client.report [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Deleted allocations for instance b21bdc7e-7f95-4b9d-abf8-5da29e0c9166 [ 1042.496970] env[69325]: DEBUG nova.network.neutron [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Updating instance_info_cache with network_info: [{"id": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "address": "fa:16:3e:b9:6d:33", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26721ab9-88", "ovs_interfaceid": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.603359] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.749787] env[69325]: DEBUG nova.objects.instance [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.796066] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Releasing lock "refresh_cache-657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.796372] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Received event network-vif-plugged-26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.796605] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquiring lock "ca627736-48b8-44f0-a026-ba927f56968a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.796862] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Lock "ca627736-48b8-44f0-a026-ba927f56968a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.797039] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Lock "ca627736-48b8-44f0-a026-ba927f56968a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.797240] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] No waiting events found dispatching network-vif-plugged-26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.797513] env[69325]: WARNING nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Received unexpected event network-vif-plugged-26721ab9-8820-449e-90a0-1c1a1c6d05b3 for instance with vm_state building and task_state spawning. [ 1042.797649] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Received event network-changed-26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.797812] env[69325]: DEBUG nova.compute.manager [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Refreshing instance network info cache due to event network-changed-26721ab9-8820-449e-90a0-1c1a1c6d05b3. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.797992] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquiring lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.856443] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.856774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.856987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.857212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.857390] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.859147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-17047243-0208-4a4c-b000-a439510e0bd9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Lock "b21bdc7e-7f95-4b9d-abf8-5da29e0c9166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.100s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.860321] env[69325]: INFO nova.compute.manager [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Terminating instance [ 1043.000507] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.000816] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Instance network_info: |[{"id": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "address": "fa:16:3e:b9:6d:33", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26721ab9-88", "ovs_interfaceid": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.001310] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Acquired lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.001618] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Refreshing network info cache for port 26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.005190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:6d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26721ab9-8820-449e-90a0-1c1a1c6d05b3', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.017088] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.018591] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.018926] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a989ff7b-cbc8-4d6d-bdbe-bc7cdc720d19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.042595] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.042595] env[69325]: value = "task-4072223" [ 1043.042595] env[69325]: _type = "Task" [ 1043.042595] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.055842] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072223, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.105331] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56873} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.105722] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.105887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.106228] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca45731a-0b4b-4d7f-ab0a-2eb3bb3f5bec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116951] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1043.116951] env[69325]: value = "task-4072224" [ 1043.116951] env[69325]: _type = "Task" [ 1043.116951] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.129031] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.257077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.257310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.257502] env[69325]: DEBUG nova.network.neutron [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.257792] env[69325]: DEBUG nova.objects.instance [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'info_cache' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.369642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "refresh_cache-baf1316c-0554-4e15-a6b3-4d66b4c784d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.369843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquired lock "refresh_cache-baf1316c-0554-4e15-a6b3-4d66b4c784d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.370039] env[69325]: DEBUG nova.network.neutron [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.383551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "d0ae912c-af7d-4033-9fd4-646cf761921b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.384074] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.443997] env[69325]: DEBUG nova.compute.manager [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-vif-plugged-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.444304] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.444589] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] Lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.444810] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] Lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.445041] env[69325]: DEBUG nova.compute.manager [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] No waiting events found dispatching network-vif-plugged-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1043.445262] env[69325]: WARNING nova.compute.manager [req-7f6dd75c-6815-49fb-aaa9-452b7c197a8a req-7c89c8f3-d3fd-441a-ae6d-ffb96cf239a3 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received unexpected event network-vif-plugged-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf for instance with vm_state building and task_state spawning. [ 1043.561115] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072223, 'name': CreateVM_Task, 'duration_secs': 0.500575} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.562657] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Successfully updated port: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.564379] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.573792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.573792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.573792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.575030] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23198fbc-5295-42da-aaa2-2f9b85aeeed0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.583922] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1043.583922] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528079b8-a831-5e4a-869f-4da81eb57b30" [ 1043.583922] env[69325]: _type = "Task" [ 1043.583922] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.608121] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528079b8-a831-5e4a-869f-4da81eb57b30, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.608620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.608999] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.609410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.609990] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.610429] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b91cc62-af02-48c4-b058-f483243ae4cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.626661] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.627047] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.633067] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0d82d0-3e5a-4a55-8e9a-e1adea0cb21a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.639100] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126624} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.643586] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.646321] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fd815-ce4b-4e33-95f2-691ff0b2bc42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.652694] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1043.652694] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52baa40f-2276-152f-789f-53ed1bcf4700" [ 1043.652694] env[69325]: _type = "Task" [ 1043.652694] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.691926] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.695275] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44492370-13a4-4280-8a75-a504115b9495 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.716081] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52baa40f-2276-152f-789f-53ed1bcf4700, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.717584] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1117cc-e71c-4cc4-9e19-e0d55d0575af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.723160] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1043.723160] env[69325]: value = "task-4072225" [ 1043.723160] env[69325]: _type = "Task" [ 1043.723160] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.724828] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1043.724828] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524a35e1-e673-389e-76da-fc39c4fbf035" [ 1043.724828] env[69325]: _type = "Task" [ 1043.724828] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.739936] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.747342] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524a35e1-e673-389e-76da-fc39c4fbf035, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.748175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.748635] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ca627736-48b8-44f0-a026-ba927f56968a/ca627736-48b8-44f0-a026-ba927f56968a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.748936] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37978b39-11fe-4dbc-94be-bcf7b61e2574 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.756104] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1043.756104] env[69325]: value = "task-4072226" [ 1043.756104] env[69325]: _type = "Task" [ 1043.756104] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.764954] env[69325]: DEBUG nova.objects.base [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Object Instance<3bbf1847-5587-4978-8a66-7f77c75ec099> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.771381] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.890466] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.917011] env[69325]: DEBUG nova.network.neutron [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.929967] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b97fd5-fd51-4cad-8385-c2c58f806425 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.934583] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Updated VIF entry in instance network info cache for port 26721ab9-8820-449e-90a0-1c1a1c6d05b3. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.935038] env[69325]: DEBUG nova.network.neutron [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Updating instance_info_cache with network_info: [{"id": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "address": "fa:16:3e:b9:6d:33", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26721ab9-88", "ovs_interfaceid": "26721ab9-8820-449e-90a0-1c1a1c6d05b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.942063] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c655e19-5b8e-4107-8fc4-919434db1840 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.983929] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d303f12-17ca-48c0-9bae-b06ea7f6afbc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.993503] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf69cc-ce09-497f-b486-f931114f8359 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.001112] env[69325]: DEBUG nova.network.neutron [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.012403] env[69325]: DEBUG nova.compute.provider_tree [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.076775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.076775] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.076775] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.245723] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.273388] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072226, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.425591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.438866] env[69325]: DEBUG oslo_concurrency.lockutils [req-f9531fb6-5e1d-4b5b-8f63-c0ce09701d48 req-08db2316-e97b-4a32-965c-18ac50c68550 service nova] Releasing lock "refresh_cache-ca627736-48b8-44f0-a026-ba927f56968a" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Releasing lock "refresh_cache-baf1316c-0554-4e15-a6b3-4d66b4c784d3" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517793] env[69325]: DEBUG nova.compute.manager [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.517793] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.517793] env[69325]: DEBUG nova.scheduler.client.report [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.520697] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54acbe26-ca6b-41b7-b0e1-aa8154f67ad3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.529458] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.529748] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-611c9264-0afa-49e3-8b41-f8a04cebcdcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.541053] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1044.541053] env[69325]: value = "task-4072227" [ 1044.541053] env[69325]: _type = "Task" [ 1044.541053] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.551981] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.577833] env[69325]: DEBUG nova.network.neutron [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.614037] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.740197] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.767633] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608079} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.767928] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ca627736-48b8-44f0-a026-ba927f56968a/ca627736-48b8-44f0-a026-ba927f56968a.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.768163] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.768417] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9136647-7881-4370-8e76-14f3202ecd19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.775735] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1044.775735] env[69325]: value = "task-4072228" [ 1044.775735] env[69325]: _type = "Task" [ 1044.775735] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.779956] env[69325]: DEBUG nova.network.neutron [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.784269] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.027453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.027453] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.028125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.742s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.028458] env[69325]: DEBUG nova.objects.instance [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'resources' on Instance uuid 928a28c4-82f0-4cb4-b028-e410d5002a2a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.053621] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072227, 'name': PowerOffVM_Task, 'duration_secs': 0.15616} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.053922] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.054115] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.054382] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8796dbad-2039-46bf-8b39-cf5183c44ed5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.080564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.085140] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.085470] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.086028] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Deleting the datastore file [datastore2] baf1316c-0554-4e15-a6b3-4d66b4c784d3 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.086795] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efe202b-6c4a-4375-9f59-607157199627 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.094985] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for the task: (returnval){ [ 1045.094985] env[69325]: value = "task-4072230" [ 1045.094985] env[69325]: _type = "Task" [ 1045.094985] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.106494] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.241664] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.287712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.288062] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Instance network_info: |[{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.288519] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.288902] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:50:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b53d4a5-901f-4af1-9912-bb1bfc4bddbf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.299182] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.299544] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.299753] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c37018-c961-4b53-bb2e-b8efe3afe3cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.322927] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.322927] env[69325]: value = "task-4072231" [ 1045.322927] env[69325]: _type = "Task" [ 1045.322927] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.340346] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072231, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.534816] env[69325]: DEBUG nova.compute.utils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.538873] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.539080] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.542907] env[69325]: DEBUG nova.compute.manager [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.543106] env[69325]: DEBUG nova.compute.manager [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing instance network info cache due to event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.543316] env[69325]: DEBUG oslo_concurrency.lockutils [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.543458] env[69325]: DEBUG oslo_concurrency.lockutils [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.544457] env[69325]: DEBUG nova.network.neutron [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.608797] env[69325]: DEBUG oslo_vmware.api [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Task: {'id': task-4072230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118028} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.609181] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.612683] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.612683] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.612683] env[69325]: INFO nova.compute.manager [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1045.612683] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.612683] env[69325]: DEBUG nova.compute.manager [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.612683] env[69325]: DEBUG nova.network.neutron [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.616717] env[69325]: DEBUG nova.policy [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcf3f81ee1a14b1b8d6fb5fee267b9ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5c91a803264596bcbf09988609e01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.636409] env[69325]: DEBUG nova.network.neutron [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.739877] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072225, 'name': ReconfigVM_Task, 'duration_secs': 1.661207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.740218] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.740857] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6abafe26-821c-4d39-87c7-e2e2d3378963 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.752270] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1045.752270] env[69325]: value = "task-4072232" [ 1045.752270] env[69325]: _type = "Task" [ 1045.752270] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.765239] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072232, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.788227] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.640005} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.788227] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.788411] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5e00d-0097-4c6b-8ede-d851b10ded19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.818863] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ca627736-48b8-44f0-a026-ba927f56968a/ca627736-48b8-44f0-a026-ba927f56968a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.822147] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dfe659-0312-4a39-ba70-24932407348b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.846629] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072231, 'name': CreateVM_Task, 'duration_secs': 0.428632} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.847591] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.848918] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1045.848918] env[69325]: value = "task-4072233" [ 1045.848918] env[69325]: _type = "Task" [ 1045.848918] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.848918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.848918] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.849363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.852144] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a564ace3-3511-4335-9640-b2e867d487d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861723] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1045.861723] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b092f8-dae1-f105-0f6d-0b535cc20672" [ 1045.861723] env[69325]: _type = "Task" [ 1045.861723] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.865594] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.874821] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b092f8-dae1-f105-0f6d-0b535cc20672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.040432] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.102656] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.104776] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cad746d-9e65-480c-bb3c-2064004e4589 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.116788] env[69325]: DEBUG oslo_vmware.api [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1046.116788] env[69325]: value = "task-4072234" [ 1046.116788] env[69325]: _type = "Task" [ 1046.116788] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.123992] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Successfully created port: 4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.128369] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d65f7-717f-4c8b-97f5-362d6975d08b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.140058] env[69325]: DEBUG oslo_vmware.api [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.143838] env[69325]: DEBUG nova.network.neutron [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.148699] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7a74d-7c8d-4b40-a24e-e5b0813d597a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.193936] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac49ebc-0684-476e-8048-d93dee3cc5ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.204427] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ab56e-186b-440b-a4c2-03603369b97d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.219388] env[69325]: DEBUG nova.compute.provider_tree [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.267293] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072232, 'name': Rename_Task, 'duration_secs': 0.171252} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.268336] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.268336] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ee0a22-5ac7-44fe-a7b0-5e357a02b6e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.278720] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1046.278720] env[69325]: value = "task-4072235" [ 1046.278720] env[69325]: _type = "Task" [ 1046.278720] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.291498] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.361802] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072233, 'name': ReconfigVM_Task, 'duration_secs': 0.342373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.361802] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ca627736-48b8-44f0-a026-ba927f56968a/ca627736-48b8-44f0-a026-ba927f56968a.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.362206] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a181547c-8452-4e2c-b930-c4568f8739cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.371723] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1046.371723] env[69325]: value = "task-4072236" [ 1046.371723] env[69325]: _type = "Task" [ 1046.371723] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.380990] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b092f8-dae1-f105-0f6d-0b535cc20672, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.381569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.381871] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.382188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.382433] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.382721] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61301fc7-2229-415b-ad62-78b8018bc63f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.390041] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072236, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.397657] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.398087] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.398702] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08a4ee0-f678-4d6c-a17d-2092df6de4f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.408663] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1046.408663] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e574cd-0743-9144-3b9b-35a4063e9e39" [ 1046.408663] env[69325]: _type = "Task" [ 1046.408663] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.419340] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e574cd-0743-9144-3b9b-35a4063e9e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.641420] env[69325]: DEBUG oslo_vmware.api [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.647566] env[69325]: INFO nova.compute.manager [-] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Took 1.04 seconds to deallocate network for instance. [ 1046.726171] env[69325]: DEBUG nova.scheduler.client.report [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.790713] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.831862] env[69325]: DEBUG nova.network.neutron [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updated VIF entry in instance network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.833270] env[69325]: DEBUG nova.network.neutron [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.885849] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072236, 'name': Rename_Task, 'duration_secs': 0.224762} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.886079] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.886458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a59ff1-5511-4432-893d-36b6d57992bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.897121] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1046.897121] env[69325]: value = "task-4072237" [ 1046.897121] env[69325]: _type = "Task" [ 1046.897121] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.908670] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.920775] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e574cd-0743-9144-3b9b-35a4063e9e39, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.921022] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080ccaf1-260d-498e-b2e1-ee0bc2cbf9f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.927943] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1046.927943] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52adef84-f15b-836b-635e-21e8a708e6b4" [ 1046.927943] env[69325]: _type = "Task" [ 1046.927943] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.938212] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52adef84-f15b-836b-635e-21e8a708e6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.056266] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.089126] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.089444] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.089904] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.090178] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.090434] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.090563] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.090794] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.090990] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.091239] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.091437] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.091663] env[69325]: DEBUG nova.virt.hardware [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.092691] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b87412-81e2-4b53-bad7-35303235bf70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.103678] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ce1e6-d6fd-40ee-87b1-2cc4e537543f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.132733] env[69325]: DEBUG oslo_vmware.api [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072234, 'name': PowerOnVM_Task, 'duration_secs': 0.61272} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.133098] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.133388] env[69325]: DEBUG nova.compute.manager [None req-23ecbbe2-cb04-4d12-84d6-2657f9d1c3b7 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.134470] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e88beea-52cb-4927-b854-34e76898e05f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.156378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.232052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.237618] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.843s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.237618] env[69325]: DEBUG nova.objects.instance [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lazy-loading 'resources' on Instance uuid bee5a8e6-dd33-491a-9a9d-54caceadee34 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.269276] env[69325]: INFO nova.scheduler.client.report [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted allocations for instance 928a28c4-82f0-4cb4-b028-e410d5002a2a [ 1047.290739] env[69325]: DEBUG oslo_vmware.api [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072235, 'name': PowerOnVM_Task, 'duration_secs': 0.659201} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.291076] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.291483] env[69325]: INFO nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1047.291483] env[69325]: DEBUG nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.292386] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7e953-571e-4b02-b632-12f2a755600f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.334910] env[69325]: DEBUG oslo_concurrency.lockutils [req-7cf7db9f-ec84-4e88-b5db-4beef9c9ee94 req-a7f3bb0b-24e2-474d-bb8e-89f2c13cc2fa service nova] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.407049] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.439746] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52adef84-f15b-836b-635e-21e8a708e6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.019859} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.440069] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.440339] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/d19bf484-73f5-4474-a546-592d6df45d9d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.440660] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d2c85c-cb25-43d8-b725-99c4304b99c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.449649] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1047.449649] env[69325]: value = "task-4072238" [ 1047.449649] env[69325]: _type = "Task" [ 1047.449649] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.460656] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.728127] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.729055] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bb482-877a-4dfc-8e8f-2bf1df8ef13e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.735435] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.735610] env[69325]: ERROR oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk due to incomplete transfer. [ 1047.735849] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b06ffa18-f519-4ec2-92d7-4192af920544 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.745330] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd31d4-4bad-f5c0-4bb0-c57e787ccb21/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1047.745560] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Uploaded image b67503b0-c934-4439-b451-ca0452bc013f to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1047.748573] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1047.748823] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-310c1296-d0ba-460c-b209-d949122d491e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.756375] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1047.756375] env[69325]: value = "task-4072239" [ 1047.756375] env[69325]: _type = "Task" [ 1047.756375] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.765856] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072239, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.778855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-331bb10e-2075-49eb-8678-375237b626c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "928a28c4-82f0-4cb4-b028-e410d5002a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.637s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.816256] env[69325]: INFO nova.compute.manager [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 53.44 seconds to build instance. [ 1047.913127] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.913941] env[69325]: DEBUG nova.compute.manager [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Received event network-vif-plugged-4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.914180] env[69325]: DEBUG oslo_concurrency.lockutils [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] Acquiring lock "69f50f52-5022-4747-a818-6a9c4233f002-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.914394] env[69325]: DEBUG oslo_concurrency.lockutils [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] Lock "69f50f52-5022-4747-a818-6a9c4233f002-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.914555] env[69325]: DEBUG oslo_concurrency.lockutils [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] Lock "69f50f52-5022-4747-a818-6a9c4233f002-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.914758] env[69325]: DEBUG nova.compute.manager [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] No waiting events found dispatching network-vif-plugged-4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.915140] env[69325]: WARNING nova.compute.manager [req-21228f1f-5150-49de-9c45-3eccb1a256fc req-ffa20256-6c26-4160-a905-45dce7fdeb22 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Received unexpected event network-vif-plugged-4b41838b-cbea-47d0-a168-174fa65133a8 for instance with vm_state building and task_state spawning. [ 1047.967557] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.093789] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Successfully updated port: 4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.273669] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072239, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.286354] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7bc079-1155-4f73-9eee-15ab41183b39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.295865] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55790e1-7822-44fd-a43d-58e7cc2fcdbb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.328638] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55eb8860-4061-4f04-b0e6-d15643350a71 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.961s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.329886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4e367-9d0d-4ca9-842a-375ae8ad6b50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.339052] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc13cc9-4aa1-4595-a85f-abe0ba3dc828 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.353273] env[69325]: DEBUG nova.compute.provider_tree [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.406640] env[69325]: DEBUG oslo_vmware.api [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072237, 'name': PowerOnVM_Task, 'duration_secs': 1.144239} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.406959] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.407287] env[69325]: INFO nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1048.407517] env[69325]: DEBUG nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.408348] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07714396-6587-4fcd-9280-8a004f018b87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.463669] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791891} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.464613] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/d19bf484-73f5-4474-a546-592d6df45d9d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.464849] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.465157] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc646e6a-0bd8-4b58-a9bf-36a7b13eff6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.474335] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1048.474335] env[69325]: value = "task-4072240" [ 1048.474335] env[69325]: _type = "Task" [ 1048.474335] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.488746] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.599432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.599580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquired lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.599742] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.674878] env[69325]: DEBUG nova.compute.manager [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Received event network-changed-bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.675664] env[69325]: DEBUG nova.compute.manager [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Refreshing instance network info cache due to event network-changed-bc395241-b4c0-464e-b25d-6d4af42c0ea7. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.675929] env[69325]: DEBUG oslo_concurrency.lockutils [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.676099] env[69325]: DEBUG oslo_concurrency.lockutils [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.676272] env[69325]: DEBUG nova.network.neutron [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Refreshing network info cache for port bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.770716] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072239, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.859463] env[69325]: DEBUG nova.scheduler.client.report [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.926088] env[69325]: INFO nova.compute.manager [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Took 43.90 seconds to build instance. [ 1048.984830] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264445} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.985455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.986475] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f37c4-6b00-45b3-9a89-40ade205f5ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.011050] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/d19bf484-73f5-4474-a546-592d6df45d9d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.011383] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cebc97b-27ca-4b99-917e-112402daef0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.033483] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1049.033483] env[69325]: value = "task-4072241" [ 1049.033483] env[69325]: _type = "Task" [ 1049.033483] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.044267] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.162145] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.272954] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072239, 'name': Destroy_Task, 'duration_secs': 1.470858} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.273883] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Destroyed the VM [ 1049.273883] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.274156] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d5aa86f-d85c-457a-bb62-dc78b3d31ed7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.284418] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1049.284418] env[69325]: value = "task-4072242" [ 1049.284418] env[69325]: _type = "Task" [ 1049.284418] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.295903] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.365854] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.369521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.599s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.369723] env[69325]: DEBUG nova.objects.instance [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1049.380204] env[69325]: DEBUG nova.network.neutron [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Updating instance_info_cache with network_info: [{"id": "4b41838b-cbea-47d0-a168-174fa65133a8", "address": "fa:16:3e:48:3a:4b", "network": {"id": "416c96c2-ae8f-4243-92e2-1ced8ad7548a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-118515630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c91a803264596bcbf09988609e01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b41838b-cb", "ovs_interfaceid": "4b41838b-cbea-47d0-a168-174fa65133a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.411631] env[69325]: INFO nova.scheduler.client.report [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Deleted allocations for instance bee5a8e6-dd33-491a-9a9d-54caceadee34 [ 1049.428017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-733eaea3-6a64-489a-a21f-988296209a16 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.407s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.529217] env[69325]: DEBUG nova.network.neutron [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updated VIF entry in instance network info cache for port bc395241-b4c0-464e-b25d-6d4af42c0ea7. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.529217] env[69325]: DEBUG nova.network.neutron [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.547683] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072241, 'name': ReconfigVM_Task, 'duration_secs': 0.487898} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.548133] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/d19bf484-73f5-4474-a546-592d6df45d9d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.548801] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dcb4d7b-d505-492f-999e-b7a223f9ad43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.560565] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1049.560565] env[69325]: value = "task-4072243" [ 1049.560565] env[69325]: _type = "Task" [ 1049.560565] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.574390] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072243, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.795749] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072242, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.853056] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "ca627736-48b8-44f0-a026-ba927f56968a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.853337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.853592] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "ca627736-48b8-44f0-a026-ba927f56968a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.854086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.854833] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.856898] env[69325]: INFO nova.compute.manager [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Terminating instance [ 1049.883469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Releasing lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.883775] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Instance network_info: |[{"id": "4b41838b-cbea-47d0-a168-174fa65133a8", "address": "fa:16:3e:48:3a:4b", "network": {"id": "416c96c2-ae8f-4243-92e2-1ced8ad7548a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-118515630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c91a803264596bcbf09988609e01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b41838b-cb", "ovs_interfaceid": "4b41838b-cbea-47d0-a168-174fa65133a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.884280] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:3a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b41838b-cbea-47d0-a168-174fa65133a8', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.892358] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Creating folder: Project (5f5c91a803264596bcbf09988609e01e). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.893287] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991fc76e-f5f1-4122-af93-014ec292c23f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.907630] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Created folder: Project (5f5c91a803264596bcbf09988609e01e) in parent group-v806727. [ 1049.908116] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Creating folder: Instances. Parent ref: group-v806969. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.908116] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b562431-b8e0-4adc-8a38-ebd9de3931dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.920750] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Created folder: Instances in parent group-v806969. [ 1049.921078] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.921530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8ceed338-9453-427f-841f-4526ee4c26f2 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Lock "bee5a8e6-dd33-491a-9a9d-54caceadee34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.279s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.925289] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.925289] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0985d2-f942-4e95-92eb-00a3f4a4ffa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.948630] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.948630] env[69325]: value = "task-4072246" [ 1049.948630] env[69325]: _type = "Task" [ 1049.948630] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.961445] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072246, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.963656] env[69325]: DEBUG nova.compute.manager [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Received event network-changed-4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.963854] env[69325]: DEBUG nova.compute.manager [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Refreshing instance network info cache due to event network-changed-4b41838b-cbea-47d0-a168-174fa65133a8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.964079] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] Acquiring lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.964463] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] Acquired lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.964463] env[69325]: DEBUG nova.network.neutron [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Refreshing network info cache for port 4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.032273] env[69325]: DEBUG oslo_concurrency.lockutils [req-82637a2a-9491-4c73-9dbb-e09b33625fbc req-4a869516-257f-4834-a636-509ddbb171c4 service nova] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.075079] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072243, 'name': Rename_Task, 'duration_secs': 0.208772} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.075383] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.075609] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c3bf16-b850-4c6e-8fdf-d21d56bf379c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.082496] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1050.082496] env[69325]: value = "task-4072247" [ 1050.082496] env[69325]: _type = "Task" [ 1050.082496] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.090896] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.298942] env[69325]: DEBUG oslo_vmware.api [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.597134} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.299443] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1050.299829] env[69325]: INFO nova.compute.manager [None req-2f83ae19-6985-48ae-8919-13c143d51fe1 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 1050.360967] env[69325]: DEBUG nova.compute.manager [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.361504] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.362459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2d3f4a-0647-4bd8-8dc1-44bc2b765d08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.374562] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.375315] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-461cf705-bf23-4efc-903b-25bfbe930f8a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.380319] env[69325]: DEBUG oslo_concurrency.lockutils [None req-40fceccb-c11e-4561-84f4-c7e5512fbda5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.381500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.447s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.383573] env[69325]: INFO nova.compute.claims [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.390254] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1050.390254] env[69325]: value = "task-4072248" [ 1050.390254] env[69325]: _type = "Task" [ 1050.390254] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.409371] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.462166] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072246, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.596651] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.747289] env[69325]: DEBUG nova.network.neutron [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Updated VIF entry in instance network info cache for port 4b41838b-cbea-47d0-a168-174fa65133a8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.748524] env[69325]: DEBUG nova.network.neutron [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Updating instance_info_cache with network_info: [{"id": "4b41838b-cbea-47d0-a168-174fa65133a8", "address": "fa:16:3e:48:3a:4b", "network": {"id": "416c96c2-ae8f-4243-92e2-1ced8ad7548a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-118515630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c91a803264596bcbf09988609e01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b41838b-cb", "ovs_interfaceid": "4b41838b-cbea-47d0-a168-174fa65133a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.909092] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072248, 'name': PowerOffVM_Task, 'duration_secs': 0.289493} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.910354] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.910624] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.910972] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-503af891-d30f-4e57-a343-147168e3128b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.961863] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072246, 'name': CreateVM_Task, 'duration_secs': 0.592264} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.962094] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.962987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.963190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.963607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.963881] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c7698b-ec36-4fb5-85f5-e5d8cfc9bdd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.969133] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1050.969133] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fdcc3d-1a81-9ef4-4630-a106d5d32fdd" [ 1050.969133] env[69325]: _type = "Task" [ 1050.969133] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.977973] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fdcc3d-1a81-9ef4-4630-a106d5d32fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.993138] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.993357] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.993537] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleting the datastore file [datastore2] ca627736-48b8-44f0-a026-ba927f56968a {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.993799] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98447f0f-2405-4d13-ad5f-d43fef33186e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.001609] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1051.001609] env[69325]: value = "task-4072250" [ 1051.001609] env[69325]: _type = "Task" [ 1051.001609] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.012069] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.094582] env[69325]: DEBUG oslo_vmware.api [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072247, 'name': PowerOnVM_Task, 'duration_secs': 0.750876} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.094870] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.095081] env[69325]: INFO nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1051.095272] env[69325]: DEBUG nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.096110] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc20458-a7df-4748-9351-a7241251a90f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.250396] env[69325]: DEBUG oslo_concurrency.lockutils [req-5f5e6b9b-2428-4799-8f12-f72f627f7fe1 req-3377d070-765d-4776-a92e-e178707bf706 service nova] Releasing lock "refresh_cache-69f50f52-5022-4747-a818-6a9c4233f002" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.486343] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fdcc3d-1a81-9ef4-4630-a106d5d32fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.032556} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.486640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.486980] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.487154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487475] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.487739] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb964294-e7d7-490a-b63e-bdc2da60d3d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.500151] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.500151] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.500151] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03909763-3ae1-4c85-a093-b219e05364a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.509231] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1051.509231] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522018c5-d2d6-f6bc-e384-9f5749aedba5" [ 1051.509231] env[69325]: _type = "Task" [ 1051.509231] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.520419] env[69325]: DEBUG oslo_vmware.api [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391933} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.524991] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.524991] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.524991] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.525199] env[69325]: INFO nova.compute.manager [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1051.526472] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.526472] env[69325]: DEBUG nova.compute.manager [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.526472] env[69325]: DEBUG nova.network.neutron [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.532627] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522018c5-d2d6-f6bc-e384-9f5749aedba5, 'name': SearchDatastore_Task, 'duration_secs': 0.021317} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.533933] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf59b555-938c-4961-901a-ea6f07d2c45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.544963] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1051.544963] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52367a01-8f58-9328-401e-a44c3ec3b58e" [ 1051.544963] env[69325]: _type = "Task" [ 1051.544963] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.559059] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52367a01-8f58-9328-401e-a44c3ec3b58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.622226] env[69325]: INFO nova.compute.manager [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Took 43.58 seconds to build instance. [ 1051.835657] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.836122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.916989] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5c64d8-a31d-42e9-998d-d157a7db2285 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927661] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19fb0e-22cd-44a7-9571-1c072f220f5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.961554] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af2578-f141-4805-9027-80e689ac83ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.971247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6cbae-4d5f-4607-8f0c-ea7276a83fef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.986731] env[69325]: DEBUG nova.compute.provider_tree [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.061027] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52367a01-8f58-9328-401e-a44c3ec3b58e, 'name': SearchDatastore_Task, 'duration_secs': 0.022314} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.061349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061615] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 69f50f52-5022-4747-a818-6a9c4233f002/69f50f52-5022-4747-a818-6a9c4233f002.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.062430] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87363d17-f3bc-4e15-9d66-7c12e3bc9dcb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.074574] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1052.074574] env[69325]: value = "task-4072251" [ 1052.074574] env[69325]: _type = "Task" [ 1052.074574] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.088333] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.124666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-91ce74b4-c775-4e22-b64e-c175d4d321db tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.928s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.342606] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.492246] env[69325]: DEBUG nova.scheduler.client.report [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.546982] env[69325]: DEBUG nova.compute.manager [req-f30391e7-6c84-4713-a6bc-9c2dea5bcdd7 req-7a870790-d153-4a75-8d17-4beba3ff8a73 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Received event network-vif-deleted-26721ab9-8820-449e-90a0-1c1a1c6d05b3 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.548056] env[69325]: INFO nova.compute.manager [req-f30391e7-6c84-4713-a6bc-9c2dea5bcdd7 req-7a870790-d153-4a75-8d17-4beba3ff8a73 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Neutron deleted interface 26721ab9-8820-449e-90a0-1c1a1c6d05b3; detaching it from the instance and deleting it from the info cache [ 1052.548342] env[69325]: DEBUG nova.network.neutron [req-f30391e7-6c84-4713-a6bc-9c2dea5bcdd7 req-7a870790-d153-4a75-8d17-4beba3ff8a73 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.588113] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.878772] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.008338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.013018] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.013789] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.136s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.015473] env[69325]: INFO nova.compute.claims [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.019900] env[69325]: DEBUG nova.network.neutron [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.055418] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c54de390-bfc5-4b9a-8975-d881ccea44e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.069339] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35a3a1-7e13-43d1-9023-117fbf950603 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.095746] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715398} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.096350] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 69f50f52-5022-4747-a818-6a9c4233f002/69f50f52-5022-4747-a818-6a9c4233f002.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.097226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.097226] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-442b81b5-ce80-4363-8f5c-bb23c665eea5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.117353] env[69325]: DEBUG nova.compute.manager [req-f30391e7-6c84-4713-a6bc-9c2dea5bcdd7 req-7a870790-d153-4a75-8d17-4beba3ff8a73 service nova] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Detach interface failed, port_id=26721ab9-8820-449e-90a0-1c1a1c6d05b3, reason: Instance ca627736-48b8-44f0-a026-ba927f56968a could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.119313] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1053.119313] env[69325]: value = "task-4072252" [ 1053.119313] env[69325]: _type = "Task" [ 1053.119313] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.129247] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.521549] env[69325]: DEBUG nova.compute.utils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.525755] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.525936] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.528052] env[69325]: INFO nova.compute.manager [-] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Took 2.00 seconds to deallocate network for instance. [ 1053.615486] env[69325]: DEBUG nova.policy [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.632757] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173098} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.633039] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.633954] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4c52b9-7356-4eac-a563-e8b247a9cb41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.662534] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 69f50f52-5022-4747-a818-6a9c4233f002/69f50f52-5022-4747-a818-6a9c4233f002.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.662534] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07daab9-2c16-4e1c-b3d8-547cca20a61f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.685540] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1053.685540] env[69325]: value = "task-4072253" [ 1053.685540] env[69325]: _type = "Task" [ 1053.685540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.695974] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.026515] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.041019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.109637] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Successfully created port: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.200950] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.347148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.347472] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.347690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.347934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.349308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.354548] env[69325]: INFO nova.compute.manager [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Terminating instance [ 1054.530647] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8246523-6008-4862-a94f-85f3d07afa70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.544070] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4fafb9-0a8d-4e4e-8006-5c9061aa6263 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.577486] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab1268-37d4-4d5e-a6ef-535fda4703ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.586979] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079fb37-e4dc-4e10-9b1a-6528f55be349 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.602711] env[69325]: DEBUG nova.compute.provider_tree [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.698828] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072253, 'name': ReconfigVM_Task, 'duration_secs': 0.626843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.700213] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 69f50f52-5022-4747-a818-6a9c4233f002/69f50f52-5022-4747-a818-6a9c4233f002.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.700886] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c6e618-8996-42af-992a-e608753efc06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.708098] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1054.708098] env[69325]: value = "task-4072254" [ 1054.708098] env[69325]: _type = "Task" [ 1054.708098] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.717642] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072254, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.862469] env[69325]: DEBUG nova.compute.manager [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.862518] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.863990] env[69325]: DEBUG nova.compute.manager [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.864230] env[69325]: DEBUG nova.compute.manager [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing instance network info cache due to event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.864462] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.864543] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864702] env[69325]: DEBUG nova.network.neutron [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.866753] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05c40e-de0e-4125-a3a3-b257ae54b8cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.876812] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.877199] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-486a27be-a591-40bb-8c45-4a5d5ea42271 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.884999] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1054.884999] env[69325]: value = "task-4072255" [ 1054.884999] env[69325]: _type = "Task" [ 1054.884999] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.896907] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.051039] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.084399] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.085181] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.085467] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.085833] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.086121] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.086408] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.086848] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.087247] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.087789] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.088134] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.088457] env[69325]: DEBUG nova.virt.hardware [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.090317] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084cacd5-d9df-469c-af98-034bb790c4e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.100812] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67a9114-9707-42d0-a929-e844f4a5fa7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.108504] env[69325]: DEBUG nova.scheduler.client.report [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.132631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "e1587b97-2612-4882-8d48-6e24fab88b1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.133022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.133325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.133816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.133816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.137619] env[69325]: INFO nova.compute.manager [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Terminating instance [ 1055.220163] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072254, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.404572] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072255, 'name': PowerOffVM_Task, 'duration_secs': 0.32115} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.405136] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.405433] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.405769] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b98cc7-649f-4251-9fac-8d17036843b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.490404] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.490632] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.490910] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleting the datastore file [datastore1] 603824d0-f2da-4bd8-99c3-9a768ac5a3ce {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.491111] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18948566-00f2-491d-8a5f-a6963e8f79ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.498286] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1055.498286] env[69325]: value = "task-4072257" [ 1055.498286] env[69325]: _type = "Task" [ 1055.498286] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.509226] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.617214] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.617734] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.620941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.219s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.621232] env[69325]: DEBUG nova.objects.instance [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lazy-loading 'resources' on Instance uuid 1b78b783-4842-4be9-954a-6fce5ce2be2f {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.643811] env[69325]: DEBUG nova.compute.manager [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.644068] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.644969] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5534dfe-c813-4c4c-ab7f-5af9f952566b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.654353] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.654707] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6cd596-1308-4b2e-88f6-5dce9b964e8a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.663013] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1055.663013] env[69325]: value = "task-4072258" [ 1055.663013] env[69325]: _type = "Task" [ 1055.663013] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.673622] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.723364] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072254, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.808288] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Successfully updated port: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.016308] env[69325]: DEBUG oslo_vmware.api [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483554} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.016308] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.016308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.016308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.016308] env[69325]: INFO nova.compute.manager [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1056.016308] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.016308] env[69325]: DEBUG nova.compute.manager [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.016308] env[69325]: DEBUG nova.network.neutron [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.118199] env[69325]: DEBUG nova.network.neutron [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updated VIF entry in instance network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.119451] env[69325]: DEBUG nova.network.neutron [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.124753] env[69325]: DEBUG nova.compute.utils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.131430] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.131639] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.177659] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072258, 'name': PowerOffVM_Task, 'duration_secs': 0.402846} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.177944] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.178150] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.178404] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-565b318b-93cd-4323-b955-d1a5c0eae5ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.205106] env[69325]: DEBUG nova.policy [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feadf29f60c047d7a5d066805bdc4a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd64265ad38d34af6833236c548f861f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.230740] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072254, 'name': Rename_Task, 'duration_secs': 1.30381} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.231172] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.231553] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be53264d-8ff7-4a24-9f90-7f6041ddffc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.243357] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1056.243357] env[69325]: value = "task-4072260" [ 1056.243357] env[69325]: _type = "Task" [ 1056.243357] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.250779] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.250958] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.251219] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Deleting the datastore file [datastore2] e1587b97-2612-4882-8d48-6e24fab88b1f {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.252028] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386a834b-320a-409b-b611-8874dc0bf045 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.262135] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.267894] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for the task: (returnval){ [ 1056.267894] env[69325]: value = "task-4072261" [ 1056.267894] env[69325]: _type = "Task" [ 1056.267894] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.277404] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.314084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.314084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.314084] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.622802] env[69325]: DEBUG oslo_concurrency.lockutils [req-c2792be6-8a03-422e-87e6-68c43910b0e8 req-efe52968-8584-4c8e-8ee9-6d6e1fa8d612 service nova] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.631782] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.673141] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d7096-fbb1-4121-aa0d-569d915a1300 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.682555] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fab8f8-d16b-447a-9368-3736ebb04232 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.718093] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9b09e-a273-45ea-ac4f-102a085ce9a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728852] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f4d442-6bcf-4171-84bb-0c60d0693a70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.750969] env[69325]: DEBUG nova.compute.provider_tree [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.761790] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.777577] env[69325]: DEBUG oslo_vmware.api [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Task: {'id': task-4072261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29283} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.777849] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.782018] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.782018] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.782018] env[69325]: INFO nova.compute.manager [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.782018] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.782018] env[69325]: DEBUG nova.compute.manager [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.782018] env[69325]: DEBUG nova.network.neutron [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.783652] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Successfully created port: d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.803476] env[69325]: DEBUG nova.network.neutron [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.867686] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.013855] env[69325]: DEBUG nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Received event network-vif-plugged-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.014495] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Acquiring lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.014495] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.014629] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.018036] env[69325]: DEBUG nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] No waiting events found dispatching network-vif-plugged-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.018036] env[69325]: WARNING nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Received unexpected event network-vif-plugged-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d for instance with vm_state building and task_state spawning. [ 1057.018036] env[69325]: DEBUG nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Received event network-changed-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.018036] env[69325]: DEBUG nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Refreshing instance network info cache due to event network-changed-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.018036] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Acquiring lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.208969] env[69325]: DEBUG nova.network.neutron [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Updating instance_info_cache with network_info: [{"id": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "address": "fa:16:3e:08:48:a9", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71f006f-07", "ovs_interfaceid": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.259566] env[69325]: DEBUG nova.scheduler.client.report [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.273134] env[69325]: DEBUG oslo_vmware.api [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072260, 'name': PowerOnVM_Task, 'duration_secs': 0.928499} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.273582] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.273898] env[69325]: INFO nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1057.274214] env[69325]: DEBUG nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.278822] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32653e7e-7f95-4407-9dc0-e160acfefd26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.305725] env[69325]: INFO nova.compute.manager [-] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Took 1.29 seconds to deallocate network for instance. [ 1057.647801] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.681292] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ed9bcf28d6270d9716e71b6c3b8f9d6a',container_format='bare',created_at=2025-05-13T12:56:11Z,direct_url=,disk_format='vmdk',id=f7dd96fc-2b4b-46ab-a178-686946eb0f3f,min_disk=1,min_ram=0,name='tempest-test-snap-260394422',owner='d64265ad38d34af6833236c548f861f6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T12:56:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.681568] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.682087] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.682520] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.682682] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.682819] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.683130] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.683306] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.683482] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.683650] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.683826] env[69325]: DEBUG nova.virt.hardware [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.686173] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbe242-f5b6-4b88-85dc-365cba2e893d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.696961] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191da620-7be5-4ab3-846d-267b719aae7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.716346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.716674] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Instance network_info: |[{"id": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "address": "fa:16:3e:08:48:a9", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71f006f-07", "ovs_interfaceid": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.717219] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Acquired lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.717412] env[69325]: DEBUG nova.network.neutron [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Refreshing network info cache for port d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.718630] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:48:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71f006f-07c7-4f8c-b995-b3fe0fa89f1d', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.726959] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.728423] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.728652] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d1125a-a7b8-463d-b724-ac8d2526799a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.752621] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.752621] env[69325]: value = "task-4072262" [ 1057.752621] env[69325]: _type = "Task" [ 1057.752621] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.761967] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072262, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.766338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.769060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.220s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.769499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.769499] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1057.770018] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.630s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.771941] env[69325]: INFO nova.compute.claims [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.775851] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e1e08b-b6f5-4843-9b06-444f64af5e7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.786261] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28984cb4-d3f5-473a-b3de-7d9b098a8c6f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.793828] env[69325]: INFO nova.scheduler.client.report [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Deleted allocations for instance 1b78b783-4842-4be9-954a-6fce5ce2be2f [ 1057.818950] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.820265] env[69325]: INFO nova.compute.manager [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Took 40.86 seconds to build instance. [ 1057.822008] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d9a67-99a8-449b-af7e-40599520d417 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.831942] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92dcd9a-9b9d-4b3d-8e84-f912bc9ee053 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.868348] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178312MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1057.868348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.995939] env[69325]: DEBUG nova.network.neutron [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.268151] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072262, 'name': CreateVM_Task, 'duration_secs': 0.396192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.268441] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.274225] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.274461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.274803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.278268] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c781c7d-42ae-44da-a730-fca10b8e48fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.288820] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1058.288820] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c68dc0-0d4a-b66f-22e7-8300e625adf8" [ 1058.288820] env[69325]: _type = "Task" [ 1058.288820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.299122] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c68dc0-0d4a-b66f-22e7-8300e625adf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.311580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Lock "1b78b783-4842-4be9-954a-6fce5ce2be2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.154s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.326560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-70c845ed-70e7-4929-9d32-7cccf23baebf tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.376s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.501539] env[69325]: INFO nova.compute.manager [-] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Took 1.72 seconds to deallocate network for instance. [ 1058.655416] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Successfully updated port: d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.659482] env[69325]: DEBUG nova.network.neutron [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Updated VIF entry in instance network info cache for port d71f006f-07c7-4f8c-b995-b3fe0fa89f1d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.659482] env[69325]: DEBUG nova.network.neutron [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Updating instance_info_cache with network_info: [{"id": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "address": "fa:16:3e:08:48:a9", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71f006f-07", "ovs_interfaceid": "d71f006f-07c7-4f8c-b995-b3fe0fa89f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.665977] env[69325]: DEBUG nova.compute.manager [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Received event network-vif-plugged-d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.666458] env[69325]: DEBUG oslo_concurrency.lockutils [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] Acquiring lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.669702] env[69325]: DEBUG oslo_concurrency.lockutils [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.669702] env[69325]: DEBUG oslo_concurrency.lockutils [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.669702] env[69325]: DEBUG nova.compute.manager [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] No waiting events found dispatching network-vif-plugged-d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.669702] env[69325]: WARNING nova.compute.manager [req-36286e4c-c490-48ee-a9f2-9309eb7b54d9 req-bf2b5adb-d555-49b8-82c9-34b8789a5f4f service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Received unexpected event network-vif-plugged-d228b683-d670-4d96-9cef-4bc69fc60720 for instance with vm_state building and task_state spawning. [ 1058.803457] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c68dc0-0d4a-b66f-22e7-8300e625adf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.804075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.804419] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.805872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.806150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.806342] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.807177] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2734cb2f-84bd-4cbd-acfc-751ebc49f0bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.818563] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.819120] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.819667] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5290ae-8903-4fc5-99e9-69e177fe7158 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.826254] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1058.826254] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cd4f7e-360e-cd0e-2fbc-5224f6a32418" [ 1058.826254] env[69325]: _type = "Task" [ 1058.826254] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.837819] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cd4f7e-360e-cd0e-2fbc-5224f6a32418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.011940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.155787] env[69325]: DEBUG nova.compute.manager [req-323321ad-d0f5-4438-baea-1234be3b3095 req-03120cc2-b2fc-47cd-a42d-689cabd8a92f service nova] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Received event network-vif-deleted-573a4380-cafd-42b7-b752-797103686854 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.157932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.158084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158132] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.163411] env[69325]: DEBUG oslo_concurrency.lockutils [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] Releasing lock "refresh_cache-5d09dc66-309d-4458-900a-fecdb45fcb72" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.163772] env[69325]: DEBUG nova.compute.manager [req-07f769b4-6696-4e47-9961-917d6e299f4a req-baf77ce2-34de-48a1-a81b-3e16783e04ba service nova] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Received event network-vif-deleted-3656640b-e6f5-43e3-95d8-430192f6586a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.232801] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81454922-43d9-4049-b20c-e37b6f9c5f50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.242491] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fbb09f-bd7f-4069-bc78-e6d652e36bc6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.284469] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d097a4-e687-4afc-88ef-65fd8aa4b109 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.294412] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e1933-68a3-4255-a10e-6a77b402997e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.311883] env[69325]: DEBUG nova.compute.provider_tree [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.338101] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cd4f7e-360e-cd0e-2fbc-5224f6a32418, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.339285] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72968a1-f000-44bb-80d1-0b38d38d3233 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.345598] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1059.345598] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524e3c34-b79f-e712-6682-022e61c5ef35" [ 1059.345598] env[69325]: _type = "Task" [ 1059.345598] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.355307] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524e3c34-b79f-e712-6682-022e61c5ef35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.720133] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.777466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.777793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.817303] env[69325]: DEBUG nova.scheduler.client.report [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.858702] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524e3c34-b79f-e712-6682-022e61c5ef35, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.859080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.859402] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 5d09dc66-309d-4458-900a-fecdb45fcb72/5d09dc66-309d-4458-900a-fecdb45fcb72.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.859679] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d56868-7420-4f4b-a032-394d994fbc81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.869163] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1059.869163] env[69325]: value = "task-4072263" [ 1059.869163] env[69325]: _type = "Task" [ 1059.869163] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.880145] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.927959] env[69325]: DEBUG nova.network.neutron [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Updating instance_info_cache with network_info: [{"id": "d228b683-d670-4d96-9cef-4bc69fc60720", "address": "fa:16:3e:29:f3:f2", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd228b683-d6", "ovs_interfaceid": "d228b683-d670-4d96-9cef-4bc69fc60720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.283969] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.324277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.324890] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.328410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.212s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.329062] env[69325]: DEBUG nova.objects.instance [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'resources' on Instance uuid 8c319318-bcbd-4aff-ae95-c778ee6d1db8 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.383440] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072263, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.436606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.436981] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Instance network_info: |[{"id": "d228b683-d670-4d96-9cef-4bc69fc60720", "address": "fa:16:3e:29:f3:f2", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd228b683-d6", "ovs_interfaceid": "d228b683-d670-4d96-9cef-4bc69fc60720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.437426] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd228b683-d670-4d96-9cef-4bc69fc60720', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.445065] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.446625] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.446625] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bfa46b4-8c5a-48f9-8233-ac0ec4186b9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.468362] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.468362] env[69325]: value = "task-4072264" [ 1060.468362] env[69325]: _type = "Task" [ 1060.468362] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.478277] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072264, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.673603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "69f50f52-5022-4747-a818-6a9c4233f002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.673926] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.674165] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "69f50f52-5022-4747-a818-6a9c4233f002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.674365] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.674576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.680202] env[69325]: INFO nova.compute.manager [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Terminating instance [ 1060.700848] env[69325]: DEBUG nova.compute.manager [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Received event network-changed-d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.701594] env[69325]: DEBUG nova.compute.manager [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Refreshing instance network info cache due to event network-changed-d228b683-d670-4d96-9cef-4bc69fc60720. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.701594] env[69325]: DEBUG oslo_concurrency.lockutils [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] Acquiring lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.701594] env[69325]: DEBUG oslo_concurrency.lockutils [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] Acquired lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.701594] env[69325]: DEBUG nova.network.neutron [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Refreshing network info cache for port d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.817299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.834023] env[69325]: DEBUG nova.compute.utils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.838270] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.838270] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.884138] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555861} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.885887] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 5d09dc66-309d-4458-900a-fecdb45fcb72/5d09dc66-309d-4458-900a-fecdb45fcb72.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.885988] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.886487] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb0f589-b09c-4b82-8df8-1082da42e0d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.895421] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1060.895421] env[69325]: value = "task-4072265" [ 1060.895421] env[69325]: _type = "Task" [ 1060.895421] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.906085] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.911639] env[69325]: DEBUG nova.policy [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70504a19b9b4428e9cf7e4e6d3f08ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345376dc34f4c5389b10b71ab6b5013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.977774] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072264, 'name': CreateVM_Task, 'duration_secs': 0.3859} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.980495] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.981570] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.981660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.982065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.982361] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe045492-636a-4ed8-ae59-6cf861246857 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.992026] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1060.992026] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5298c6d9-450f-1576-e2bb-74cc0b4e4b2b" [ 1060.992026] env[69325]: _type = "Task" [ 1060.992026] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.998108] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5298c6d9-450f-1576-e2bb-74cc0b4e4b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.185185] env[69325]: DEBUG nova.compute.manager [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.185185] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.185885] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a8d274-5105-4dd0-ba58-9685a09556ad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201324] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.201749] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ea621e-ffe4-450f-95a3-2cdcd2a344fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.218154] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1061.218154] env[69325]: value = "task-4072266" [ 1061.218154] env[69325]: _type = "Task" [ 1061.218154] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.234518] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.257493] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Successfully created port: 63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.314850] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afbd1d2-6573-4916-b7ce-dc2319ec7ac7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.326547] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde0979-0abe-4db5-b542-2062a72e0520 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.359515] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.365135] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e0628f-1074-40c9-b0fa-63ec5f2aa075 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.374745] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2c7b0-8832-4c23-9ccd-e1b40499b0f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.390390] env[69325]: DEBUG nova.compute.provider_tree [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.407034] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076348} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.407034] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.408153] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500154c9-0765-4ad9-837a-93f722e381f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.433551] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5d09dc66-309d-4458-900a-fecdb45fcb72/5d09dc66-309d-4458-900a-fecdb45fcb72.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.437695] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4b5a73-18c8-4e99-b02e-cea990d0da35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.459970] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1061.459970] env[69325]: value = "task-4072267" [ 1061.459970] env[69325]: _type = "Task" [ 1061.459970] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.471191] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.501830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.501830] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Processing image f7dd96fc-2b4b-46ab-a178-686946eb0f3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.502575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.502575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.502706] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.502941] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0379aaaa-85df-4304-b074-39ff90a00c01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.515659] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.515659] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.516143] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751ad40a-3f30-4de3-8ba1-cb04206db938 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.524646] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1061.524646] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527143fb-9f51-2be6-6ee8-bd1385c33940" [ 1061.524646] env[69325]: _type = "Task" [ 1061.524646] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.541108] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527143fb-9f51-2be6-6ee8-bd1385c33940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.625129] env[69325]: DEBUG nova.network.neutron [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Updated VIF entry in instance network info cache for port d228b683-d670-4d96-9cef-4bc69fc60720. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.625668] env[69325]: DEBUG nova.network.neutron [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Updating instance_info_cache with network_info: [{"id": "d228b683-d670-4d96-9cef-4bc69fc60720", "address": "fa:16:3e:29:f3:f2", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd228b683-d6", "ovs_interfaceid": "d228b683-d670-4d96-9cef-4bc69fc60720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.731639] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072266, 'name': PowerOffVM_Task, 'duration_secs': 0.231533} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.731938] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.732829] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.732829] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ac9323-8a08-46e9-9df8-d7034732253d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.816429] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.816618] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.816991] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Deleting the datastore file [datastore1] 69f50f52-5022-4747-a818-6a9c4233f002 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.817379] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-940db8bd-a817-4857-b995-2e71b18b1297 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.827432] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for the task: (returnval){ [ 1061.827432] env[69325]: value = "task-4072269" [ 1061.827432] env[69325]: _type = "Task" [ 1061.827432] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.841255] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.893320] env[69325]: DEBUG nova.scheduler.client.report [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.980757] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.039673] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1062.039673] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Fetch image to [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd/OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1062.039673] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Downloading stream optimized image f7dd96fc-2b4b-46ab-a178-686946eb0f3f to [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd/OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd.vmdk on the data store datastore2 as vApp {{(pid=69325) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1062.039673] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Downloading image file data f7dd96fc-2b4b-46ab-a178-686946eb0f3f to the ESX as VM named 'OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd' {{(pid=69325) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1062.135234] env[69325]: DEBUG oslo_concurrency.lockutils [req-b60f33ee-313d-4e2f-aa0c-47d48cb930db req-cd6aee37-b035-4b49-87fb-93b181c46f2b service nova] Releasing lock "refresh_cache-9d0ecf91-ec33-4208-b1dd-b5964e2248c2" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.155301] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1062.155301] env[69325]: value = "resgroup-9" [ 1062.155301] env[69325]: _type = "ResourcePool" [ 1062.155301] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1062.156134] env[69325]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a62feee1-88c7-4f9d-beb2-96e6aedbee1a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.190321] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease: (returnval){ [ 1062.190321] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1062.190321] env[69325]: _type = "HttpNfcLease" [ 1062.190321] env[69325]: } obtained for vApp import into resource pool (val){ [ 1062.190321] env[69325]: value = "resgroup-9" [ 1062.190321] env[69325]: _type = "ResourcePool" [ 1062.190321] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1062.190778] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the lease: (returnval){ [ 1062.190778] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1062.190778] env[69325]: _type = "HttpNfcLease" [ 1062.190778] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.197901] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.197901] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1062.197901] env[69325]: _type = "HttpNfcLease" [ 1062.197901] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.338223] env[69325]: DEBUG oslo_vmware.api [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Task: {'id': task-4072269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483297} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.338574] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.338829] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.339072] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.339291] env[69325]: INFO nova.compute.manager [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1062.339582] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.339858] env[69325]: DEBUG nova.compute.manager [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.339998] env[69325]: DEBUG nova.network.neutron [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.374489] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.398887] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.405660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.168s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.409919] env[69325]: INFO nova.compute.claims [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.427864] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.433019] env[69325]: DEBUG nova.virt.hardware [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.433019] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402617f8-04e3-4350-b105-ff7ca0bebe29 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.444097] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008044c1-96bf-4bc9-8f54-88aef37c81d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.450627] env[69325]: INFO nova.scheduler.client.report [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocations for instance 8c319318-bcbd-4aff-ae95-c778ee6d1db8 [ 1062.481792] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072267, 'name': ReconfigVM_Task, 'duration_secs': 0.619327} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.482486] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5d09dc66-309d-4458-900a-fecdb45fcb72/5d09dc66-309d-4458-900a-fecdb45fcb72.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.483299] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da7e6f0-69ae-4ad3-9a1b-e8f98e216d23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.493162] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1062.493162] env[69325]: value = "task-4072271" [ 1062.493162] env[69325]: _type = "Task" [ 1062.493162] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.505656] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072271, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.701487] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.701487] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1062.701487] env[69325]: _type = "HttpNfcLease" [ 1062.701487] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.977234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "8c319318-bcbd-4aff-ae95-c778ee6d1db8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.031s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.011040] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072271, 'name': Rename_Task, 'duration_secs': 0.211664} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.011040] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.011040] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6e17f5-bd46-472b-8021-c58ba1e2a426 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.017716] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1063.017716] env[69325]: value = "task-4072272" [ 1063.017716] env[69325]: _type = "Task" [ 1063.017716] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.029212] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.036412] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Successfully updated port: 63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.039276] env[69325]: DEBUG nova.compute.manager [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Received event network-vif-plugged-63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.039601] env[69325]: DEBUG oslo_concurrency.lockutils [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.040030] env[69325]: DEBUG oslo_concurrency.lockutils [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.040030] env[69325]: DEBUG oslo_concurrency.lockutils [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.043917] env[69325]: DEBUG nova.compute.manager [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] No waiting events found dispatching network-vif-plugged-63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.043917] env[69325]: WARNING nova.compute.manager [req-64472b0c-27fb-4e6b-b9af-613e630bb609 req-1638a120-a495-4e4c-9700-e6ca7faf78f3 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Received unexpected event network-vif-plugged-63007529-f892-4ee0-8abc-a800eee18b20 for instance with vm_state building and task_state spawning. [ 1063.138512] env[69325]: DEBUG nova.compute.manager [req-dfe5e347-acbc-4d18-b4ba-958448375936 req-9fcf6caa-96f5-4f58-84c5-6a3907265118 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Received event network-vif-deleted-4b41838b-cbea-47d0-a168-174fa65133a8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.138718] env[69325]: INFO nova.compute.manager [req-dfe5e347-acbc-4d18-b4ba-958448375936 req-9fcf6caa-96f5-4f58-84c5-6a3907265118 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Neutron deleted interface 4b41838b-cbea-47d0-a168-174fa65133a8; detaching it from the instance and deleting it from the info cache [ 1063.138895] env[69325]: DEBUG nova.network.neutron [req-dfe5e347-acbc-4d18-b4ba-958448375936 req-9fcf6caa-96f5-4f58-84c5-6a3907265118 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.201356] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.201356] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1063.201356] env[69325]: _type = "HttpNfcLease" [ 1063.201356] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1063.201784] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1063.201784] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524c3c42-3318-2368-3659-0e2f91781fca" [ 1063.201784] env[69325]: _type = "HttpNfcLease" [ 1063.201784] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1063.203516] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb907a8-d802-4c26-a045-5a012f9f4dc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.212869] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1063.212869] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1063.279042] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c651552-4177-44bc-8278-abf176393239 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.528890] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.539813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.539813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.539813] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.585172] env[69325]: DEBUG nova.network.neutron [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.645549] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2bdcf23-dbd9-4270-931a-4661c87048ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.660917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab812564-7503-4ed2-b04a-cc8059481e8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.706664] env[69325]: DEBUG nova.compute.manager [req-dfe5e347-acbc-4d18-b4ba-958448375936 req-9fcf6caa-96f5-4f58-84c5-6a3907265118 service nova] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Detach interface failed, port_id=4b41838b-cbea-47d0-a168-174fa65133a8, reason: Instance 69f50f52-5022-4747-a818-6a9c4233f002 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.999132] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a4f0e-98bb-483a-9ab1-362db599c1eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.007468] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d11385-f422-4e8a-8d04-168b6392fd68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.043374] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b5b24-7ae1-4f8e-b061-3347cc44e226 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.056307] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035f783-b6a3-4dc8-85dd-fb0bb6acd40b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.060452] env[69325]: DEBUG oslo_vmware.api [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072272, 'name': PowerOnVM_Task, 'duration_secs': 0.726867} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.060749] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.060958] env[69325]: INFO nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1064.061173] env[69325]: DEBUG nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.062410] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c48ee5-8dd4-43f5-9907-45541f5c43e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.078043] env[69325]: DEBUG nova.compute.provider_tree [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.082138] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.091842] env[69325]: INFO nova.compute.manager [-] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Took 1.75 seconds to deallocate network for instance. [ 1064.234165] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1064.234518] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.235938] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb261c-69b0-4d1c-9473-4878bdb49b73 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.244122] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.244555] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1064.244555] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8568353b-2cfc-40fc-abd8-340346e29e4c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.316665] env[69325]: DEBUG nova.network.neutron [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.586389] env[69325]: DEBUG nova.scheduler.client.report [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.598024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.603943] env[69325]: INFO nova.compute.manager [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Took 37.69 seconds to build instance. [ 1064.705729] env[69325]: DEBUG oslo_vmware.rw_handles [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264ba44-47e3-cb20-c332-098f9c4d894b/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1064.705979] env[69325]: INFO nova.virt.vmwareapi.images [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Downloaded image file data f7dd96fc-2b4b-46ab-a178-686946eb0f3f [ 1064.706941] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a1d13-8a2a-4cc1-951f-b6f589927d0e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.723458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32903773-b74b-4eac-87ed-830ef11b910a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.820703] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.821171] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Instance network_info: |[{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.821984] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:cf:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63007529-f892-4ee0-8abc-a800eee18b20', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.830044] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.830156] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.830439] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-502289f9-3f8f-425e-986b-aabb9965d111 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.846521] env[69325]: INFO nova.virt.vmwareapi.images [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] The imported VM was unregistered [ 1064.849284] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1064.849531] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.850301] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb77023-1266-4c68-a4ef-aae6b7a56920 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.855560] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.855560] env[69325]: value = "task-4072274" [ 1064.855560] env[69325]: _type = "Task" [ 1064.855560] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.864485] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072274, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.920565] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.920930] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd/OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd.vmdk to [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk. {{(pid=69325) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1064.921370] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6d6053c6-6e2f-4144-8fb8-a17aea6b4e7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.931592] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1064.931592] env[69325]: value = "task-4072275" [ 1064.931592] env[69325]: _type = "Task" [ 1064.931592] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.942904] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.093139] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.093910] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.098504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.945s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.098504] env[69325]: DEBUG nova.objects.instance [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lazy-loading 'resources' on Instance uuid ffd7b1db-a645-43fa-ab71-890130bf4a76 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.112260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0d3cc32-7196-45da-a752-c2b55918f773 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.197s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.122223] env[69325]: DEBUG nova.compute.manager [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Received event network-changed-63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.122223] env[69325]: DEBUG nova.compute.manager [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Refreshing instance network info cache due to event network-changed-63007529-f892-4ee0-8abc-a800eee18b20. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.122426] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] Acquiring lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.123023] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] Acquired lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.123023] env[69325]: DEBUG nova.network.neutron [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Refreshing network info cache for port 63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.378920] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072274, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.445537] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.602235] env[69325]: DEBUG nova.compute.utils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.608080] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.608564] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.661443] env[69325]: DEBUG nova.policy [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbd1fdf0dbf4092b7c96d8126662dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edb9458216244df861ee4727a09ba00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.887522] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072274, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.956104] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.981795] env[69325]: DEBUG nova.network.neutron [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updated VIF entry in instance network info cache for port 63007529-f892-4ee0-8abc-a800eee18b20. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.982232] env[69325]: DEBUG nova.network.neutron [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.037498] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "efedfadb-8992-4d41-8f86-90d5a7471368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.037627] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.112368] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.121703] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6171893-872f-46f1-8fb8-c7368c8b067b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.133615] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e7e17-4afa-466d-ba8d-223f00bcc18c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.179471] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Successfully created port: ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.182037] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a9741-9db3-4ea8-a11d-a0ccecee0a79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.196548] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b529db79-8dbd-4124-a2df-bd39c93b9437 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.218113] env[69325]: DEBUG nova.compute.provider_tree [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.371239] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072274, 'name': CreateVM_Task, 'duration_secs': 1.437655} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.371726] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.372635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.372905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.373275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.373603] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669cd643-0527-4537-b221-46e838bbab90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.382775] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1066.382775] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5201c806-add9-9a74-6e9f-b3518fb52442" [ 1066.382775] env[69325]: _type = "Task" [ 1066.382775] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.394996] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5201c806-add9-9a74-6e9f-b3518fb52442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.445767] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.489362] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9693a0f-ec5b-412c-a15c-2093466b0dbe req-2a2358a0-f2cf-4893-965e-90409c8870a9 service nova] Releasing lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.545425] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.722993] env[69325]: DEBUG nova.scheduler.client.report [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.801045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5d09dc66-309d-4458-900a-fecdb45fcb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.801045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.801045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.801045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.801332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.803389] env[69325]: INFO nova.compute.manager [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Terminating instance [ 1066.897377] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5201c806-add9-9a74-6e9f-b3518fb52442, 'name': SearchDatastore_Task, 'duration_secs': 0.022881} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.898462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.898462] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.898462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.898597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.898685] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.898972] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3be3e55-3507-400f-9045-7960d8da36f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.913506] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.913506] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.916024] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b4e47e-10cf-4aa5-8d27-113b224a05fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.923953] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1066.923953] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521dfe71-f5e7-fde4-287a-03909770b52f" [ 1066.923953] env[69325]: _type = "Task" [ 1066.923953] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.951793] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.954925] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521dfe71-f5e7-fde4-287a-03909770b52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.070282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.125361] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.153847] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.154160] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.154331] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.154520] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.154672] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.154821] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.155169] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.155199] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.155360] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.155522] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.155760] env[69325]: DEBUG nova.virt.hardware [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.156623] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e996e5-6634-48f1-b1cf-5e8348c5ec0f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.167783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5006823c-b778-478c-b364-2d17862cb38b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.230856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.233992] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.770s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.234348] env[69325]: DEBUG nova.objects.instance [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lazy-loading 'resources' on Instance uuid 9ca29047-3671-4f8a-b397-589c1b3ad788 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.257687] env[69325]: INFO nova.scheduler.client.report [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Deleted allocations for instance ffd7b1db-a645-43fa-ab71-890130bf4a76 [ 1067.307264] env[69325]: DEBUG nova.compute.manager [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.307396] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.308428] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b1181e-b836-4d87-ae1b-5e00372de63f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.320334] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.320713] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32bc34f2-fb15-4b3d-81a9-0f987d145800 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.331764] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1067.331764] env[69325]: value = "task-4072276" [ 1067.331764] env[69325]: _type = "Task" [ 1067.331764] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.342636] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.435957] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521dfe71-f5e7-fde4-287a-03909770b52f, 'name': SearchDatastore_Task, 'duration_secs': 0.030653} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.436883] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c0212d-ddd8-414b-8d05-ccb1307123e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.448811] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.450788] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1067.450788] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522b6fcc-3c3f-15ee-da2d-b09a713d107e" [ 1067.450788] env[69325]: _type = "Task" [ 1067.450788] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.461697] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522b6fcc-3c3f-15ee-da2d-b09a713d107e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.773505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b714c5f9-7e9e-4f72-a144-72793ba27549 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Lock "ffd7b1db-a645-43fa-ab71-890130bf4a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.132s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.845067] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072276, 'name': PowerOffVM_Task, 'duration_secs': 0.465717} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.845067] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.845067] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.845370] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a33edde2-f64c-4ed5-9f1e-2f4f52335967 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.881609] env[69325]: DEBUG nova.compute.manager [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Received event network-vif-plugged-ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.882438] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.882438] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] Lock "0162a509-82a6-4acc-8c66-267124334411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.882438] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] Lock "0162a509-82a6-4acc-8c66-267124334411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.882438] env[69325]: DEBUG nova.compute.manager [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] No waiting events found dispatching network-vif-plugged-ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.882600] env[69325]: WARNING nova.compute.manager [req-b3ebf891-8591-4346-8f82-3f3957a03e72 req-53c06077-e3bf-45da-b694-22b33074c661 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Received unexpected event network-vif-plugged-ea97f29d-c51f-4477-a3b1-80333f144766 for instance with vm_state building and task_state spawning. [ 1067.922717] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.923093] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.923310] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore2] 5d09dc66-309d-4458-900a-fecdb45fcb72 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.923577] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d00cc1a7-377e-474f-bf9e-cffe5a24da1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.935223] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1067.935223] env[69325]: value = "task-4072278" [ 1067.935223] env[69325]: _type = "Task" [ 1067.935223] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.945442] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.970629] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072275, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.803682} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.979832] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd/OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd.vmdk to [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk. [ 1067.980093] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Cleaning up location [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1067.980261] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b9f8c0f9-47e6-45e7-bd06-5bf3c14550bd {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.980577] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522b6fcc-3c3f-15ee-da2d-b09a713d107e, 'name': SearchDatastore_Task, 'duration_secs': 0.017317} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.981833] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23954491-7b6f-4da4-9eb1-f3cc76253d43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.982929] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.986899] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.986899] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3118ce53-3f11-4417-9ac8-7d1aa212a709 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.994743] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1067.994743] env[69325]: value = "task-4072279" [ 1067.994743] env[69325]: _type = "Task" [ 1067.994743] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.994984] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1067.994984] env[69325]: value = "task-4072280" [ 1067.994984] env[69325]: _type = "Task" [ 1067.994984] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.996129] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Successfully updated port: ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.018747] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.024025] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.225742] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d2b534-f016-47c0-bce5-e4392c193e1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.235322] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec03464c-22f9-477a-ada5-f22a95bcf917 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.267451] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e09a2cc-1d01-49ae-a8f8-81e9d93d281b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.276495] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5a8b9-4b49-4af7-af03-ea7d26b5bac4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292782] env[69325]: DEBUG nova.compute.provider_tree [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.448269] env[69325]: DEBUG oslo_vmware.api [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245716} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.448565] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.448850] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.448974] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.449247] env[69325]: INFO nova.compute.manager [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.449523] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.449734] env[69325]: DEBUG nova.compute.manager [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.449834] env[69325]: DEBUG nova.network.neutron [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.515230] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.515457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.515629] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.517040] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095985} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.521137] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.521414] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.521787] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk to [datastore2] 9d0ecf91-ec33-4208-b1dd-b5964e2248c2/9d0ecf91-ec33-4208-b1dd-b5964e2248c2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.522272] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.522553] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba50455-66ef-45ef-a0df-0fc5b3866bd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.533118] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1068.533118] env[69325]: value = "task-4072281" [ 1068.533118] env[69325]: _type = "Task" [ 1068.533118] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.544668] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.799740] env[69325]: DEBUG nova.scheduler.client.report [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.015058] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604057} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.015374] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.015600] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.015910] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51f683d-adb9-4a2c-ae48-090a5385c763 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.028502] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1069.028502] env[69325]: value = "task-4072282" [ 1069.028502] env[69325]: _type = "Task" [ 1069.028502] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.044986] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.053043] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.075312] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.307122] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.310382] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.839s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.310382] env[69325]: DEBUG nova.objects.instance [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lazy-loading 'resources' on Instance uuid ddf46a1f-eb81-409a-b8a9-6c24df7438c7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.345429] env[69325]: INFO nova.scheduler.client.report [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted allocations for instance 9ca29047-3671-4f8a-b397-589c1b3ad788 [ 1069.379352] env[69325]: DEBUG nova.network.neutron [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.404741] env[69325]: DEBUG nova.network.neutron [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating instance_info_cache with network_info: [{"id": "ea97f29d-c51f-4477-a3b1-80333f144766", "address": "fa:16:3e:30:41:67", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea97f29d-c5", "ovs_interfaceid": "ea97f29d-c51f-4477-a3b1-80333f144766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.543457] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.543669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.547190] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44607ed5-d5b5-40a3-96ec-c3c1ac1a22a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.551206] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.577715] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.578085] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffff5c5-b9e3-4e87-bd14-3fb147202c8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.602477] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1069.602477] env[69325]: value = "task-4072283" [ 1069.602477] env[69325]: _type = "Task" [ 1069.602477] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.613715] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.866583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-60323818-ae52-4432-84d7-4bae0cd86399 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "9ca29047-3671-4f8a-b397-589c1b3ad788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.021s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.885083] env[69325]: INFO nova.compute.manager [-] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Took 1.43 seconds to deallocate network for instance. [ 1069.908475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.908807] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance network_info: |[{"id": "ea97f29d-c51f-4477-a3b1-80333f144766", "address": "fa:16:3e:30:41:67", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea97f29d-c5", "ovs_interfaceid": "ea97f29d-c51f-4477-a3b1-80333f144766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.909301] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:41:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea97f29d-c51f-4477-a3b1-80333f144766', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.920995] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.925113] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.925673] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74016459-d2b3-47d6-8222-068d81d61e44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.958033] env[69325]: DEBUG nova.compute.manager [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Received event network-changed-ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.958558] env[69325]: DEBUG nova.compute.manager [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Refreshing instance network info cache due to event network-changed-ea97f29d-c51f-4477-a3b1-80333f144766. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.958758] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] Acquiring lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.959601] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] Acquired lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.959601] env[69325]: DEBUG nova.network.neutron [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Refreshing network info cache for port ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.963504] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.963504] env[69325]: value = "task-4072284" [ 1069.963504] env[69325]: _type = "Task" [ 1069.963504] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.981167] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072284, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.045176] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.114552] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.287896] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e44291-76f4-41e1-b785-bd1a2806c600 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.299346] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf17d5-52ed-40c4-8b66-428cdea5c1ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.334747] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51050afb-910c-4fca-ab8c-19620f3fe225 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.344900] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce21d199-06ba-48f2-a2e1-caf0189589cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.361696] env[69325]: DEBUG nova.compute.provider_tree [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.395962] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.479131] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072284, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.548999] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.614644] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072283, 'name': ReconfigVM_Task, 'duration_secs': 0.566419} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.614990] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.615785] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-868e731e-8f6d-4ebc-90cf-1850058b6865 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.628025] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1070.628025] env[69325]: value = "task-4072285" [ 1070.628025] env[69325]: _type = "Task" [ 1070.628025] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.638673] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072285, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.868068] env[69325]: DEBUG nova.scheduler.client.report [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.978907] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072284, 'name': CreateVM_Task, 'duration_secs': 0.629019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.979255] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.980115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.980409] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.980876] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.981328] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b2add6-a499-49b8-aa34-936cf8bb78ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.988540] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1070.988540] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5207fd6a-8378-bb3f-7e30-53cdcbd48bde" [ 1070.988540] env[69325]: _type = "Task" [ 1070.988540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.999125] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5207fd6a-8378-bb3f-7e30-53cdcbd48bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.052593] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072281, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.509434} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.053215] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7dd96fc-2b4b-46ab-a178-686946eb0f3f/f7dd96fc-2b4b-46ab-a178-686946eb0f3f.vmdk to [datastore2] 9d0ecf91-ec33-4208-b1dd-b5964e2248c2/9d0ecf91-ec33-4208-b1dd-b5964e2248c2.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.054646] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8d5be-c208-45d2-940e-2217e2b0549d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.093937] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 9d0ecf91-ec33-4208-b1dd-b5964e2248c2/9d0ecf91-ec33-4208-b1dd-b5964e2248c2.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.094709] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f167d36a-9ee3-45c5-9965-d20cbdf552bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.132982] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1071.132982] env[69325]: value = "task-4072286" [ 1071.132982] env[69325]: _type = "Task" [ 1071.132982] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.138798] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072285, 'name': Rename_Task, 'duration_secs': 0.17974} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.139472] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.139739] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30f2447f-c792-4b42-a397-b3f7ce1990a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.146022] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.146242] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1071.146242] env[69325]: value = "task-4072287" [ 1071.146242] env[69325]: _type = "Task" [ 1071.146242] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.156880] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.214167] env[69325]: DEBUG nova.network.neutron [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updated VIF entry in instance network info cache for port ea97f29d-c51f-4477-a3b1-80333f144766. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.214167] env[69325]: DEBUG nova.network.neutron [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating instance_info_cache with network_info: [{"id": "ea97f29d-c51f-4477-a3b1-80333f144766", "address": "fa:16:3e:30:41:67", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea97f29d-c5", "ovs_interfaceid": "ea97f29d-c51f-4477-a3b1-80333f144766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.372679] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.374736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.211s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.375081] env[69325]: DEBUG nova.objects.instance [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lazy-loading 'resources' on Instance uuid c24189e8-ca4b-448f-954f-e25bcc4db234 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.402240] env[69325]: INFO nova.scheduler.client.report [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Deleted allocations for instance ddf46a1f-eb81-409a-b8a9-6c24df7438c7 [ 1071.500695] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5207fd6a-8378-bb3f-7e30-53cdcbd48bde, 'name': SearchDatastore_Task, 'duration_secs': 0.034235} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.501075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.501505] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.501751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.502240] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.502847] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88d8a227-8b17-45d0-a6da-52bab5fdf01f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.513305] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.513596] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.514823] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee37f043-de15-45f2-8160-16841eb5a51c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.521996] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1071.521996] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521b4e9f-281e-50c6-c886-92cdb80fffc2" [ 1071.521996] env[69325]: _type = "Task" [ 1071.521996] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.531646] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521b4e9f-281e-50c6-c886-92cdb80fffc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.642483] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072286, 'name': ReconfigVM_Task, 'duration_secs': 0.305137} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.643069] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 9d0ecf91-ec33-4208-b1dd-b5964e2248c2/9d0ecf91-ec33-4208-b1dd-b5964e2248c2.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.643454] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9ff7b2-858f-45e0-bd24-536b412f2b78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.651661] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1071.651661] env[69325]: value = "task-4072288" [ 1071.651661] env[69325]: _type = "Task" [ 1071.651661] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.658638] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.664029] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072288, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.716867] env[69325]: DEBUG oslo_concurrency.lockutils [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] Releasing lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.717161] env[69325]: DEBUG nova.compute.manager [req-2e1c9778-0e13-49e5-8beb-35c80f67f676 req-d89e4ea0-4d03-42b9-a0f7-f7385111fbdd service nova] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Received event network-vif-deleted-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.911801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Lock "ddf46a1f-eb81-409a-b8a9-6c24df7438c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.943s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.036677] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521b4e9f-281e-50c6-c886-92cdb80fffc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.037542] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1953cca0-5d32-4fa9-bf01-ba4a3ee71328 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.046949] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1072.046949] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f98a34-2a29-4805-7cdc-fe7c5c5a1cb0" [ 1072.046949] env[69325]: _type = "Task" [ 1072.046949] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.057008] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f98a34-2a29-4805-7cdc-fe7c5c5a1cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.158355] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.174415] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072288, 'name': Rename_Task, 'duration_secs': 0.149269} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.174415] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.174415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805e9bb3-dfed-4fed-9b16-e22146a63bd0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.181802] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1072.181802] env[69325]: value = "task-4072289" [ 1072.181802] env[69325]: _type = "Task" [ 1072.181802] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.201309] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072289, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.334547] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e058d8d-24bf-4afb-ab67-dc2bd3d22054 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.345018] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaacb8c-f56d-480e-8383-e196147216b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.387711] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9badd191-e07a-448d-9e13-9c082dc6ed32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.397062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e327168-006a-4281-9bb9-1d13444f55ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.418120] env[69325]: DEBUG nova.compute.provider_tree [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.559625] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f98a34-2a29-4805-7cdc-fe7c5c5a1cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.559625] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.559625] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.559625] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d14f8e1-73bc-4025-8afe-dca69982767f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.566586] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1072.566586] env[69325]: value = "task-4072290" [ 1072.566586] env[69325]: _type = "Task" [ 1072.566586] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.578146] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.662552] env[69325]: DEBUG oslo_vmware.api [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072287, 'name': PowerOnVM_Task, 'duration_secs': 1.104693} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.662947] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.663199] env[69325]: INFO nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1072.663390] env[69325]: DEBUG nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.665439] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b49086-664a-4792-be58-c87710681263 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.692217] env[69325]: DEBUG oslo_vmware.api [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072289, 'name': PowerOnVM_Task, 'duration_secs': 0.495736} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.693086] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.693086] env[69325]: INFO nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Took 15.04 seconds to spawn the instance on the hypervisor. [ 1072.693086] env[69325]: DEBUG nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.693888] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d66d603-9394-44c0-b62f-cf65b3db799c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.923036] env[69325]: DEBUG nova.scheduler.client.report [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.078283] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50415} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.078609] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.078801] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.079078] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a6322e4-8df8-4915-9b95-1f25f7c4cf12 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.087341] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1073.087341] env[69325]: value = "task-4072291" [ 1073.087341] env[69325]: _type = "Task" [ 1073.087341] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.097527] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.188078] env[69325]: INFO nova.compute.manager [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Took 43.07 seconds to build instance. [ 1073.212136] env[69325]: INFO nova.compute.manager [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Took 44.36 seconds to build instance. [ 1073.428450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.433608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.329s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.435449] env[69325]: DEBUG nova.objects.instance [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'resources' on Instance uuid 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.456855] env[69325]: INFO nova.scheduler.client.report [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Deleted allocations for instance c24189e8-ca4b-448f-954f-e25bcc4db234 [ 1073.603650] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.603650] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.603650] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596b657a-45ca-447b-a650-3028a8c441d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635609] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.635922] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae352c2f-ff3b-4266-af4b-5c355c8c1ee5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.656419] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1073.656419] env[69325]: value = "task-4072292" [ 1073.656419] env[69325]: _type = "Task" [ 1073.656419] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.665577] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.690506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.588s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.716141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c392b9a0-9660-4375-9f0e-be3a344bfb98 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.880s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.939936] env[69325]: DEBUG nova.objects.instance [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'numa_topology' on Instance uuid 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.966164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Lock "c24189e8-ca4b-448f-954f-e25bcc4db234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.325s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.168983] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.442728] env[69325]: DEBUG nova.objects.base [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Object Instance<657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236> lazy-loaded attributes: resources,numa_topology {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.607058] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.607733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.607733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.607926] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.608532] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.614223] env[69325]: INFO nova.compute.manager [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Terminating instance [ 1074.673657] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072292, 'name': ReconfigVM_Task, 'duration_secs': 0.814528} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.673966] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.674669] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d22e337-888a-494b-a446-e90cbfbb228b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.682974] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1074.682974] env[69325]: value = "task-4072293" [ 1074.682974] env[69325]: _type = "Task" [ 1074.682974] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.695674] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072293, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.869880] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9446b5-7d21-47df-b4aa-a1d008b29a50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.879099] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fdffb2-81bc-431c-a0a3-7584ff4a59a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.913757] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65ee9f-9e79-47d7-aeda-4c583320215a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.922664] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a7796-9b9a-4ad9-8b8d-8194d1975511 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.941894] env[69325]: DEBUG nova.compute.provider_tree [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.121057] env[69325]: DEBUG nova.compute.manager [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.121302] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.122201] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5de419-0b6f-47c5-8ce3-188fc6cd070b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.131743] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.132054] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a36a35-6db0-4b35-a3e9-627635fbc652 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.144037] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1075.144037] env[69325]: value = "task-4072294" [ 1075.144037] env[69325]: _type = "Task" [ 1075.144037] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.155845] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.194382] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072293, 'name': Rename_Task, 'duration_secs': 0.233294} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.194704] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.194964] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6abec35-7940-46e4-81a0-7b84ed967bc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.207142] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1075.207142] env[69325]: value = "task-4072295" [ 1075.207142] env[69325]: _type = "Task" [ 1075.207142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.221498] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.446383] env[69325]: DEBUG nova.scheduler.client.report [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.654366] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072294, 'name': PowerOffVM_Task, 'duration_secs': 0.254901} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.654713] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.654897] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.655171] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6bbafe9-3ea7-41e5-9de6-3395e3708b37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.724680] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.729945] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.730356] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.734037] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore2] 9d0ecf91-ec33-4208-b1dd-b5964e2248c2 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.734037] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37a12fc4-a6bf-4afa-8a48-6a7d5cee5e29 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.738527] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1075.738527] env[69325]: value = "task-4072297" [ 1075.738527] env[69325]: _type = "Task" [ 1075.738527] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.747918] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.952830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.520s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.958190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.316s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.958517] env[69325]: DEBUG nova.objects.instance [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.220026] env[69325]: DEBUG oslo_vmware.api [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072295, 'name': PowerOnVM_Task, 'duration_secs': 0.663932} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.220744] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.221465] env[69325]: INFO nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1076.221582] env[69325]: DEBUG nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.222430] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0def4-4583-472a-9ca8-74909404e292 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.251093] env[69325]: DEBUG oslo_vmware.api [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162985} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.253036] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.253036] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.253036] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.253036] env[69325]: INFO nova.compute.manager [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1076.253036] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.253036] env[69325]: DEBUG nova.compute.manager [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.253036] env[69325]: DEBUG nova.network.neutron [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.478447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6859911a-0c82-4f60-8905-a1a90d2eb97b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.122s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.479843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.639s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.479843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.479843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.479843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.481635] env[69325]: DEBUG nova.compute.manager [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1076.485571] env[69325]: INFO nova.compute.manager [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Terminating instance [ 1076.635815] env[69325]: DEBUG nova.compute.manager [req-2656d920-0416-479f-8a46-49b1f6a366e9 req-a04706dc-7281-4358-a2f9-e8a05d8bb2a0 service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Received event network-vif-deleted-d228b683-d670-4d96-9cef-4bc69fc60720 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.642022] env[69325]: INFO nova.compute.manager [req-2656d920-0416-479f-8a46-49b1f6a366e9 req-a04706dc-7281-4358-a2f9-e8a05d8bb2a0 service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Neutron deleted interface d228b683-d670-4d96-9cef-4bc69fc60720; detaching it from the instance and deleting it from the info cache [ 1076.642022] env[69325]: DEBUG nova.network.neutron [req-2656d920-0416-479f-8a46-49b1f6a366e9 req-a04706dc-7281-4358-a2f9-e8a05d8bb2a0 service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.744276] env[69325]: INFO nova.compute.manager [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Took 43.53 seconds to build instance. [ 1076.977685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-35702c75-44e3-4fc8-8955-04aafc1b92bf tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.981595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.556s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.983066] env[69325]: INFO nova.compute.claims [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.986157] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "df2cbfee-39b0-49de-ba47-60537a82f63b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.986386] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.993709] env[69325]: DEBUG nova.compute.manager [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.993828] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.994149] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63df4113-0b3b-453a-bf23-b0acaab46b2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.009041] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee9e8be-54b4-402e-b296-3a567090f082 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.019953] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.051509] env[69325]: WARNING nova.virt.vmwareapi.vmops [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236 could not be found. [ 1077.051795] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.052033] env[69325]: INFO nova.compute.manager [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1077.052305] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.052610] env[69325]: DEBUG nova.compute.manager [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.052705] env[69325]: DEBUG nova.network.neutron [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.084679] env[69325]: DEBUG nova.network.neutron [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.141882] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3453a8e4-6cbb-4e51-8479-c3d8216059b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fcaae0-73df-4cde-81d3-926e5ebaf9a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194011] env[69325]: DEBUG nova.compute.manager [req-2656d920-0416-479f-8a46-49b1f6a366e9 req-a04706dc-7281-4358-a2f9-e8a05d8bb2a0 service nova] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Detach interface failed, port_id=d228b683-d670-4d96-9cef-4bc69fc60720, reason: Instance 9d0ecf91-ec33-4208-b1dd-b5964e2248c2 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.246716] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9447330d-418c-4464-9127-6752efc941cf tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.046s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.491817] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.587431] env[69325]: INFO nova.compute.manager [-] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Took 1.33 seconds to deallocate network for instance. [ 1077.837404] env[69325]: DEBUG nova.network.neutron [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.018243] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.093339] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.339932] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20dba02-1a7a-4986-a2d1-136f772ad556 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.343252] env[69325]: INFO nova.compute.manager [-] [instance: 657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236] Took 1.29 seconds to deallocate network for instance. [ 1078.351309] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d377f-9f88-4866-b967-b781a95c0056 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.385245] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510c2d8-3293-4dff-aab1-ee15083443ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393918] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53358d6-a79d-4c3b-8287-a06ff271efb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.408846] env[69325]: DEBUG nova.compute.provider_tree [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.660029] env[69325]: DEBUG nova.compute.manager [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Received event network-changed-ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.660303] env[69325]: DEBUG nova.compute.manager [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Refreshing instance network info cache due to event network-changed-ea97f29d-c51f-4477-a3b1-80333f144766. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.660472] env[69325]: DEBUG oslo_concurrency.lockutils [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] Acquiring lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.660620] env[69325]: DEBUG oslo_concurrency.lockutils [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] Acquired lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.660781] env[69325]: DEBUG nova.network.neutron [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Refreshing network info cache for port ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.913018] env[69325]: DEBUG nova.scheduler.client.report [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.378098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "657c9e6d-ebfa-47b7-8e5c-c5f12f7ab236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.899s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.411292] env[69325]: DEBUG nova.network.neutron [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updated VIF entry in instance network info cache for port ea97f29d-c51f-4477-a3b1-80333f144766. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.411697] env[69325]: DEBUG nova.network.neutron [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating instance_info_cache with network_info: [{"id": "ea97f29d-c51f-4477-a3b1-80333f144766", "address": "fa:16:3e:30:41:67", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea97f29d-c5", "ovs_interfaceid": "ea97f29d-c51f-4477-a3b1-80333f144766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.417774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.418288] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.421786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.266s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.422069] env[69325]: DEBUG nova.objects.instance [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lazy-loading 'resources' on Instance uuid baf1316c-0554-4e15-a6b3-4d66b4c784d3 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.917096] env[69325]: DEBUG oslo_concurrency.lockutils [req-45f662c4-5ab8-416c-9445-4425b2c27e63 req-75c8d0c9-f71d-4503-9448-0af7c1dc5ef8 service nova] Releasing lock "refresh_cache-0162a509-82a6-4acc-8c66-267124334411" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.926133] env[69325]: DEBUG nova.compute.utils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.930277] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.930462] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.239927] env[69325]: DEBUG nova.policy [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652fc2389eaa4716a1f58a54ff38e5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9dc81984fb43489be193d4516dd6d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.319988] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c060d73-e6d1-4420-b4f6-ae265058eb50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.328552] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69615e9d-590e-4130-a582-502b3d1a0f76 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.363215] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cada2a-fb23-4b2c-a49a-ff9aca097c7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.371780] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212619a8-4263-421e-a341-084d54aa8474 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.390638] env[69325]: DEBUG nova.compute.provider_tree [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.430439] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.620664] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Successfully created port: 1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.897176] env[69325]: DEBUG nova.scheduler.client.report [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.109367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "56e68363-8f40-4767-a9a0-3373db30ced1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.109682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.403984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.407147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.528s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.407942] env[69325]: INFO nova.compute.claims [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.425065] env[69325]: INFO nova.scheduler.client.report [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Deleted allocations for instance baf1316c-0554-4e15-a6b3-4d66b4c784d3 [ 1081.445787] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.474866] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.475144] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.475312] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.475519] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.475661] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.475810] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.476072] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.476653] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.477091] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.477343] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.477619] env[69325]: DEBUG nova.virt.hardware [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.478863] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1700d021-1a85-4a36-9fca-b7cc5e06452b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.489529] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828af27c-b17c-4ad8-8133-58304be14a4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.612071] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.933061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8f69bd1a-a516-401c-9c01-385c87c38687 tempest-ServersListShow2100Test-964192975 tempest-ServersListShow2100Test-964192975-project-member] Lock "baf1316c-0554-4e15-a6b3-4d66b4c784d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.076s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.145112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.213084] env[69325]: DEBUG nova.compute.manager [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Received event network-vif-plugged-1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.213084] env[69325]: DEBUG oslo_concurrency.lockutils [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] Acquiring lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.213084] env[69325]: DEBUG oslo_concurrency.lockutils [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.213084] env[69325]: DEBUG oslo_concurrency.lockutils [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.213084] env[69325]: DEBUG nova.compute.manager [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] No waiting events found dispatching network-vif-plugged-1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.213084] env[69325]: WARNING nova.compute.manager [req-c524ae2b-aacd-4df0-a98a-4bae9c54489e req-02cf5522-9696-4bdb-afd9-56aeea378cf3 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Received unexpected event network-vif-plugged-1f9a9d1d-d904-4050-810f-198ea8da6acf for instance with vm_state building and task_state spawning. [ 1082.303202] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Successfully updated port: 1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.573837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.574428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.753433] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a4ef54-3537-4f51-bc8c-623e82a268ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.764738] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c43ae-5569-4cdf-b1b8-28e0ab18de67 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.794758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839fd2b9-b8b8-4de9-8c9c-9e8d2caa2c81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.803013] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea7235-2299-48a3-9fc9-49cef2af84e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.810142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.810273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquired lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.810690] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.819900] env[69325]: DEBUG nova.compute.provider_tree [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.077716] env[69325]: DEBUG nova.compute.utils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.326455] env[69325]: DEBUG nova.scheduler.client.report [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.366340] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.554844] env[69325]: DEBUG nova.network.neutron [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updating instance_info_cache with network_info: [{"id": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "address": "fa:16:3e:44:e9:8f", "network": {"id": "a916cb51-0177-4403-a5ce-ba0d504f57c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404030605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9dc81984fb43489be193d4516dd6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9a9d1d-d9", "ovs_interfaceid": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.581402] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.676387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "8be82d45-b273-4c54-8471-dd10396597fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.676676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.832120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.832581] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.835490] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.796s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.835624] env[69325]: DEBUG nova.objects.instance [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'resources' on Instance uuid ca627736-48b8-44f0-a026-ba927f56968a {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.938622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.938947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.060217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Releasing lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.060552] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Instance network_info: |[{"id": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "address": "fa:16:3e:44:e9:8f", "network": {"id": "a916cb51-0177-4403-a5ce-ba0d504f57c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404030605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9dc81984fb43489be193d4516dd6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9a9d1d-d9", "ovs_interfaceid": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.061033] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:e9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f9a9d1d-d904-4050-810f-198ea8da6acf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.068752] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Creating folder: Project (de9dc81984fb43489be193d4516dd6d2). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.069063] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b93a83d-923d-4073-a946-cf0aae01f6ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.082403] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Created folder: Project (de9dc81984fb43489be193d4516dd6d2) in parent group-v806727. [ 1084.082571] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Creating folder: Instances. Parent ref: group-v806977. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.083535] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee73d0a2-6252-4d84-99ec-a02c35c9f044 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.093186] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Created folder: Instances in parent group-v806977. [ 1084.093452] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.093685] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.093906] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23428b07-b5de-416a-8ce6-fea5b3cba775 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.114518] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.114518] env[69325]: value = "task-4072300" [ 1084.114518] env[69325]: _type = "Task" [ 1084.114518] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.124346] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072300, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.178585] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.242995] env[69325]: DEBUG nova.compute.manager [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Received event network-changed-1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.243654] env[69325]: DEBUG nova.compute.manager [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Refreshing instance network info cache due to event network-changed-1f9a9d1d-d904-4050-810f-198ea8da6acf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.244066] env[69325]: DEBUG oslo_concurrency.lockutils [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] Acquiring lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.244326] env[69325]: DEBUG oslo_concurrency.lockutils [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] Acquired lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.244646] env[69325]: DEBUG nova.network.neutron [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Refreshing network info cache for port 1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.342128] env[69325]: DEBUG nova.compute.utils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.343708] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.344026] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.383752] env[69325]: DEBUG nova.policy [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.441751] env[69325]: INFO nova.compute.manager [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Detaching volume 74115d13-1481-43a9-ae7c-6f0efd3ec888 [ 1084.483980] env[69325]: INFO nova.virt.block_device [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Attempting to driver detach volume 74115d13-1481-43a9-ae7c-6f0efd3ec888 from mountpoint /dev/sdb [ 1084.484242] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.484489] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806960', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'name': 'volume-74115d13-1481-43a9-ae7c-6f0efd3ec888', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbf1847-5587-4978-8a66-7f77c75ec099', 'attached_at': '', 'detached_at': '', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'serial': '74115d13-1481-43a9-ae7c-6f0efd3ec888'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.485636] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e651e953-3234-43bc-b207-fab9ac17aa4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.514029] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d61602-2135-42b7-aedd-d2f812764742 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.526093] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e8953-1dda-4aca-b7d2-e5ccf9e756c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.556642] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b61924-e7db-41aa-a062-a62b9f1102a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.574033] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] The volume has not been displaced from its original location: [datastore1] volume-74115d13-1481-43a9-ae7c-6f0efd3ec888/volume-74115d13-1481-43a9-ae7c-6f0efd3ec888.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.579393] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.582140] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41b9a87-a5f2-4f77-b417-9a8c16f5246a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.601132] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1084.601132] env[69325]: value = "task-4072301" [ 1084.601132] env[69325]: _type = "Task" [ 1084.601132] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.612311] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.623863] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072300, 'name': CreateVM_Task, 'duration_secs': 0.443672} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.624260] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.628420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.628686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.629208] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.630156] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeeeec1-014d-4ec0-918c-d4b52490209e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.636614] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1084.636614] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5256bd3d-f538-7803-b377-ecc4ffafc686" [ 1084.636614] env[69325]: _type = "Task" [ 1084.636614] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.648587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.648700] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.648980] env[69325]: INFO nova.compute.manager [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Attaching volume 733ef9d9-633d-4c4f-b927-ae611f653bb3 to /dev/sdb [ 1084.650726] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5256bd3d-f538-7803-b377-ecc4ffafc686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.690754] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4263bc-d92b-41cb-a2d0-83ef619b6cba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.700249] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d55b342-89ce-4d3a-bfcd-b5e3bbf96484 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.715063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.727235] env[69325]: DEBUG nova.virt.block_device [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating existing volume attachment record: ec876b94-096e-442a-b69d-36332a844df4 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1084.777674] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Successfully created port: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.851615] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.862260] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207c930-4739-4532-8170-a165d12477e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.871476] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9784053a-d5a5-4f30-96a4-bdac87a2499e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.910365] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac31c1ef-b105-4bcc-8465-b9dee0f6a6cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.921936] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d596b-e717-4f1f-bc17-84e9f2ed5f23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.941129] env[69325]: DEBUG nova.compute.provider_tree [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.043979] env[69325]: DEBUG nova.network.neutron [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updated VIF entry in instance network info cache for port 1f9a9d1d-d904-4050-810f-198ea8da6acf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.043979] env[69325]: DEBUG nova.network.neutron [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updating instance_info_cache with network_info: [{"id": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "address": "fa:16:3e:44:e9:8f", "network": {"id": "a916cb51-0177-4403-a5ce-ba0d504f57c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404030605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9dc81984fb43489be193d4516dd6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9a9d1d-d9", "ovs_interfaceid": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.110795] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072301, 'name': ReconfigVM_Task, 'duration_secs': 0.252118} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.111139] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.115874] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fc9a5a-e016-40ad-8d97-666f45e0da99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.131759] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1085.131759] env[69325]: value = "task-4072303" [ 1085.131759] env[69325]: _type = "Task" [ 1085.131759] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.140407] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.149201] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5256bd3d-f538-7803-b377-ecc4ffafc686, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.149527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.149771] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.150014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.150177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.150364] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.150719] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e6dbd9-2f54-4b05-a606-eb8bc4e1f03b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.159273] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.159522] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.160295] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2518b73-dbdc-4706-9108-1f084b5779b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.166459] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1085.166459] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5276d61a-b9b6-7cb9-d533-c963672609d5" [ 1085.166459] env[69325]: _type = "Task" [ 1085.166459] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.174398] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5276d61a-b9b6-7cb9-d533-c963672609d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.445252] env[69325]: DEBUG nova.scheduler.client.report [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.546629] env[69325]: DEBUG oslo_concurrency.lockutils [req-f76b1838-dd41-4996-9a10-0aee71ece12d req-4cf9581c-06d6-4b0b-9d55-3880c52deaf5 service nova] Releasing lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.642832] env[69325]: DEBUG oslo_vmware.api [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072303, 'name': ReconfigVM_Task, 'duration_secs': 0.157752} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.643249] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806960', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'name': 'volume-74115d13-1481-43a9-ae7c-6f0efd3ec888', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbf1847-5587-4978-8a66-7f77c75ec099', 'attached_at': '', 'detached_at': '', 'volume_id': '74115d13-1481-43a9-ae7c-6f0efd3ec888', 'serial': '74115d13-1481-43a9-ae7c-6f0efd3ec888'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.677659] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5276d61a-b9b6-7cb9-d533-c963672609d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.678527] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6026014-2b5c-4347-a674-ea36e98db1b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.684921] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1085.684921] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525d3ac8-072e-a593-840c-20b02ee95bb0" [ 1085.684921] env[69325]: _type = "Task" [ 1085.684921] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.694640] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525d3ac8-072e-a593-840c-20b02ee95bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.862784] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.890027] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.891074] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.891301] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.891361] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.891536] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.891759] env[69325]: DEBUG nova.virt.hardware [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.892667] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea29c50-b784-4138-b40a-049e996ef40c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.901577] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92147bdb-5ffb-4eba-8a12-d99b1083586e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.954078] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.957393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.139s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.957981] env[69325]: DEBUG nova.objects.instance [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lazy-loading 'resources' on Instance uuid 603824d0-f2da-4bd8-99c3-9a768ac5a3ce {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.981722] env[69325]: INFO nova.scheduler.client.report [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted allocations for instance ca627736-48b8-44f0-a026-ba927f56968a [ 1086.190833] env[69325]: DEBUG nova.objects.instance [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.200734] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525d3ac8-072e-a593-840c-20b02ee95bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.201063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.201337] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d0ae912c-af7d-4033-9fd4-646cf761921b/d0ae912c-af7d-4033-9fd4-646cf761921b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.201618] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90925e70-6a47-4422-a8ab-61106f278bd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.210602] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1086.210602] env[69325]: value = "task-4072306" [ 1086.210602] env[69325]: _type = "Task" [ 1086.210602] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.222993] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.273552] env[69325]: DEBUG nova.compute.manager [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-plugged-6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.273795] env[69325]: DEBUG oslo_concurrency.lockutils [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.274078] env[69325]: DEBUG oslo_concurrency.lockutils [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.274347] env[69325]: DEBUG oslo_concurrency.lockutils [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.274625] env[69325]: DEBUG nova.compute.manager [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] No waiting events found dispatching network-vif-plugged-6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.274910] env[69325]: WARNING nova.compute.manager [req-86ccb0a8-81db-4564-bac0-f2c90640f0e8 req-c5a8b13a-1b70-4bde-92a3-ef54b6c505c9 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received unexpected event network-vif-plugged-6b0dbdc6-b69f-4100-af1f-7b2bae772667 for instance with vm_state building and task_state spawning. [ 1086.389321] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Successfully updated port: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.491235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "ca627736-48b8-44f0-a026-ba927f56968a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.638s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.723085] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.829311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1bf521-5c87-48da-8fc5-79f06716b724 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.837927] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78b4c4-a673-4651-84de-9246d2dd07c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.874089] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173ff99-f3c6-425e-968b-0f6ef5078d43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.883831] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd410b-7e34-46aa-ab5c-7a4001582b95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.891723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.891920] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.892066] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.901886] env[69325]: DEBUG nova.compute.provider_tree [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.192965] env[69325]: DEBUG oslo_concurrency.lockutils [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.202811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-518aec5d-7652-4a01-a3c3-88b66b2fc20f tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.204595] env[69325]: DEBUG oslo_concurrency.lockutils [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.012s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.204810] env[69325]: DEBUG nova.compute.manager [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.206152] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f1c116-8140-479d-8e98-315e805088f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.213931] env[69325]: DEBUG nova.compute.manager [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1087.214606] env[69325]: DEBUG nova.objects.instance [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.226853] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971827} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.227523] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d0ae912c-af7d-4033-9fd4-646cf761921b/d0ae912c-af7d-4033-9fd4-646cf761921b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.227523] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.228385] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62dd6ff0-fd56-4e75-8c9e-6c3567bb2e80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.235919] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1087.235919] env[69325]: value = "task-4072307" [ 1087.235919] env[69325]: _type = "Task" [ 1087.235919] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.247240] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.406808] env[69325]: DEBUG nova.scheduler.client.report [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.443657] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.615300] env[69325]: DEBUG nova.network.neutron [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.746358] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067075} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.746669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.747480] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3342bd-4bac-44a8-8d1f-8045c23386ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.770092] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d0ae912c-af7d-4033-9fd4-646cf761921b/d0ae912c-af7d-4033-9fd4-646cf761921b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.770734] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b7d479-e571-4b5c-a597-d625bdbda4b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.790631] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1087.790631] env[69325]: value = "task-4072309" [ 1087.790631] env[69325]: _type = "Task" [ 1087.790631] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.800652] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.826909] env[69325]: DEBUG nova.compute.manager [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.827931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42d61f-306f-495a-a3a9-8053353e32e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.913702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.916263] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.048s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.945501] env[69325]: INFO nova.scheduler.client.report [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleted allocations for instance 603824d0-f2da-4bd8-99c3-9a768ac5a3ce [ 1088.118601] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.118991] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Instance network_info: |[{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.119868] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ea:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b0dbdc6-b69f-4100-af1f-7b2bae772667', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.127248] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.127603] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.127745] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1babe8-1577-4a4b-a721-c51760198521 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.149142] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.149142] env[69325]: value = "task-4072310" [ 1088.149142] env[69325]: _type = "Task" [ 1088.149142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.157599] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072310, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.225570] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.226020] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2422e5-b20e-4216-9f8b-771a8496ac7e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.234719] env[69325]: DEBUG oslo_vmware.api [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1088.234719] env[69325]: value = "task-4072311" [ 1088.234719] env[69325]: _type = "Task" [ 1088.234719] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.247024] env[69325]: DEBUG oslo_vmware.api [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.307578] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072309, 'name': ReconfigVM_Task, 'duration_secs': 0.328527} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.308086] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d0ae912c-af7d-4033-9fd4-646cf761921b/d0ae912c-af7d-4033-9fd4-646cf761921b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.308921] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45377b58-12ac-46b2-8d9e-9e45194d9718 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.317897] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1088.317897] env[69325]: value = "task-4072312" [ 1088.317897] env[69325]: _type = "Task" [ 1088.317897] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.328444] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072312, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.338510] env[69325]: INFO nova.compute.manager [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] instance snapshotting [ 1088.339390] env[69325]: DEBUG nova.objects.instance [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.367090] env[69325]: DEBUG nova.compute.manager [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-changed-6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.367090] env[69325]: DEBUG nova.compute.manager [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing instance network info cache due to event network-changed-6b0dbdc6-b69f-4100-af1f-7b2bae772667. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.367090] env[69325]: DEBUG oslo_concurrency.lockutils [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.367090] env[69325]: DEBUG oslo_concurrency.lockutils [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.367281] env[69325]: DEBUG nova.network.neutron [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing network info cache for port 6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.454147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-000e81bb-c49a-4193-ac04-a42c0819fca0 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "603824d0-f2da-4bd8-99c3-9a768ac5a3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.106s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.661756] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072310, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.744705] env[69325]: DEBUG oslo_vmware.api [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072311, 'name': PowerOffVM_Task, 'duration_secs': 0.265957} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.744705] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.744821] env[69325]: DEBUG nova.compute.manager [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.745643] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644460c6-44a8-4d61-bdbe-d0a7dd535abe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.803044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "25960116-e931-4230-baae-940b613ef9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.803044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.803044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "25960116-e931-4230-baae-940b613ef9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.803044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.803044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.805622] env[69325]: INFO nova.compute.manager [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Terminating instance [ 1088.828306] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072312, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.845398] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea8770-61b4-4c6c-9b5b-dfbbd78f2904 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.865037] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098fb81a-bf9c-4559-a6e7-4e51d8632545 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.932072] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating resource usage from migration 614760d3-2568-4897-a3ba-2aa3fc6fc98a [ 1088.957198] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 20214520-e4ae-4e49-8958-f2196303b998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957379] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957482] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 517c3322-602c-4290-bd24-00f22a79164e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957603] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957720] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 25960116-e931-4230-baae-940b613ef9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957836] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3bbf1847-5587-4978-8a66-7f77c75ec099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.957975] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4a252e74-6751-43b4-9b5f-e0d27432534e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.958087] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7620a794-9e66-4187-894d-e3a60a97e8f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.958206] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance e1587b97-2612-4882-8d48-6e24fab88b1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.958324] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 89b907bd-1572-4756-aeba-5e34e0e5d47e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.958439] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.958551] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance d19bf484-73f5-4474-a546-592d6df45d9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.958675] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 69f50f52-5022-4747-a818-6a9c4233f002 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.958799] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 5d09dc66-309d-4458-900a-fecdb45fcb72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.958922] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9d0ecf91-ec33-4208-b1dd-b5964e2248c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.959050] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0162a509-82a6-4acc-8c66-267124334411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.959168] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance d0ae912c-af7d-4033-9fd4-646cf761921b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1088.959281] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f43d180c-6390-4443-b936-e385b0515b1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1089.063889] env[69325]: DEBUG nova.network.neutron [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updated VIF entry in instance network info cache for port 6b0dbdc6-b69f-4100-af1f-7b2bae772667. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.064290] env[69325]: DEBUG nova.network.neutron [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.161757] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072310, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.262787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-392154a5-744a-4b57-9168-cae6d230aaa9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.311037] env[69325]: DEBUG nova.compute.manager [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.311295] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.312456] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d70cb8-3a8d-4ab2-b44f-7426afc9017b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.321017] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.324111] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb61c388-f141-4ae1-9cf6-7c02264b9ad8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.332848] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072312, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.334320] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1089.334320] env[69325]: value = "task-4072313" [ 1089.334320] env[69325]: _type = "Task" [ 1089.334320] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.342016] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.378820] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.379196] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef86361e-f8a3-4cd4-917e-8b69a48c6a25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.387362] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1089.387362] env[69325]: value = "task-4072314" [ 1089.387362] env[69325]: _type = "Task" [ 1089.387362] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.395907] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.462880] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1089.567629] env[69325]: DEBUG oslo_concurrency.lockutils [req-5ac12b86-3a18-4dc4-bf42-5114b9b2f736 req-be3e9a23-5027-4083-bed8-5f82e81f3fd4 service nova] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.661670] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072310, 'name': CreateVM_Task, 'duration_secs': 1.12486} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.661908] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.662679] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.662888] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.663285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.663576] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2260bbe-3b1f-4a83-9f7f-98654755832d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.669308] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1089.669308] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e2caf4-6ab8-8604-4a21-93d60f4d1e83" [ 1089.669308] env[69325]: _type = "Task" [ 1089.669308] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.679535] env[69325]: DEBUG nova.objects.instance [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.681332] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e2caf4-6ab8-8604-4a21-93d60f4d1e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.796892] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.797170] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806981', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'name': 'volume-733ef9d9-633d-4c4f-b927-ae611f653bb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd19bf484-73f5-4474-a546-592d6df45d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'serial': '733ef9d9-633d-4c4f-b927-ae611f653bb3'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.798212] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069ca50-be9c-46fc-94ee-34cb8a38a049 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.817802] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4353deab-cb10-4d50-9ec7-5355acb70b71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.849023] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-733ef9d9-633d-4c4f-b927-ae611f653bb3/volume-733ef9d9-633d-4c4f-b927-ae611f653bb3.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.850081] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50bee20-701b-46c9-b0f6-247c8f4ccac9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.867423] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072312, 'name': Rename_Task, 'duration_secs': 1.180436} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.868481] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.868793] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab059741-ef06-479e-822b-1baa2ac2c64d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.873667] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072313, 'name': PowerOffVM_Task, 'duration_secs': 0.289584} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.875640] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.875853] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.876174] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1089.876174] env[69325]: value = "task-4072315" [ 1089.876174] env[69325]: _type = "Task" [ 1089.876174] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.876469] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4522651e-341a-4bcb-ae9c-c7c35fbc5cf6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882962] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1089.882962] env[69325]: value = "task-4072316" [ 1089.882962] env[69325]: _type = "Task" [ 1089.882962] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.889662] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.896205] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.902398] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072314, 'name': CreateSnapshot_Task, 'duration_secs': 0.492228} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.902868] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1089.903580] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4372fe4-c458-4ff3-a7df-c60fa31149d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.968663] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance efedfadb-8992-4d41-8f86-90d5a7471368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1089.969348] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration 614760d3-2568-4897-a3ba-2aa3fc6fc98a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1089.969348] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 786912cf-caa4-4392-8a5b-5f0a7558551c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1089.977611] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.977974] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.978246] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleting the datastore file [datastore2] 25960116-e931-4230-baae-940b613ef9d6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.978562] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55f1b8ab-12e4-40db-b682-85e4fdbe45d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.985201] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for the task: (returnval){ [ 1089.985201] env[69325]: value = "task-4072318" [ 1089.985201] env[69325]: _type = "Task" [ 1089.985201] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.995249] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.179949] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e2caf4-6ab8-8604-4a21-93d60f4d1e83, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.180279] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.180513] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.180790] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.180941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.181138] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.183217] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6240c8a-702d-477a-888a-b5dab97deb4f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.185450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.185613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.185784] env[69325]: DEBUG nova.network.neutron [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.185965] env[69325]: DEBUG nova.objects.instance [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'info_cache' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.194465] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.194660] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.195419] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109290ac-eafd-4a8a-9608-9ebc213487ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.201777] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1090.201777] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52021157-e49e-1d62-d4c3-5c72a309dcf7" [ 1090.201777] env[69325]: _type = "Task" [ 1090.201777] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.211972] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52021157-e49e-1d62-d4c3-5c72a309dcf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.391165] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072315, 'name': ReconfigVM_Task, 'duration_secs': 0.442721} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.391933] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-733ef9d9-633d-4c4f-b927-ae611f653bb3/volume-733ef9d9-633d-4c4f-b927-ae611f653bb3.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.403256] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565e92c8-05c9-4e58-b8c4-9e2a3d62d44e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.410866] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.424246] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.424246] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1090.424246] env[69325]: value = "task-4072319" [ 1090.424246] env[69325]: _type = "Task" [ 1090.424246] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.424246] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-640bad34-e34d-4414-8f76-25dfccebc47c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.436905] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.438506] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1090.438506] env[69325]: value = "task-4072320" [ 1090.438506] env[69325]: _type = "Task" [ 1090.438506] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.447636] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072320, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.477361] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance df2cbfee-39b0-49de-ba47-60537a82f63b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1090.495273] env[69325]: DEBUG oslo_vmware.api [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Task: {'id': task-4072318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153984} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.495674] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.495762] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.495900] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.496397] env[69325]: INFO nova.compute.manager [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1090.496397] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.497432] env[69325]: DEBUG nova.compute.manager [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.497432] env[69325]: DEBUG nova.network.neutron [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.689594] env[69325]: DEBUG nova.objects.base [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Object Instance<3bbf1847-5587-4978-8a66-7f77c75ec099> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.714344] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52021157-e49e-1d62-d4c3-5c72a309dcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.715088] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735fcbfe-ed18-4eb5-b68d-dfc8d595b54d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.721609] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1090.721609] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52748255-a6dc-ee58-ad3c-32814de1c3e3" [ 1090.721609] env[69325]: _type = "Task" [ 1090.721609] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.730811] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52748255-a6dc-ee58-ad3c-32814de1c3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.870203] env[69325]: DEBUG nova.compute.manager [req-8e312fe7-96c7-4dd6-b541-29b218ea77b1 req-a0c65121-1cfb-4848-b9ff-fd92117974fa service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Received event network-vif-deleted-8ab8cb6f-eadb-439b-9974-8095d590e9b0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.870203] env[69325]: INFO nova.compute.manager [req-8e312fe7-96c7-4dd6-b541-29b218ea77b1 req-a0c65121-1cfb-4848-b9ff-fd92117974fa service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Neutron deleted interface 8ab8cb6f-eadb-439b-9974-8095d590e9b0; detaching it from the instance and deleting it from the info cache [ 1090.870203] env[69325]: DEBUG nova.network.neutron [req-8e312fe7-96c7-4dd6-b541-29b218ea77b1 req-a0c65121-1cfb-4848-b9ff-fd92117974fa service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.896684] env[69325]: DEBUG oslo_vmware.api [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072316, 'name': PowerOnVM_Task, 'duration_secs': 0.5273} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.897009] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.897274] env[69325]: INFO nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1090.897512] env[69325]: DEBUG nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.898357] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec96a2-e9e5-4736-a64f-f91fdf52beeb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.939495] env[69325]: DEBUG oslo_vmware.api [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072319, 'name': ReconfigVM_Task, 'duration_secs': 0.246555} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.943061] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806981', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'name': 'volume-733ef9d9-633d-4c4f-b927-ae611f653bb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd19bf484-73f5-4474-a546-592d6df45d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'serial': '733ef9d9-633d-4c4f-b927-ae611f653bb3'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.951691] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072320, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.980217] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 56e68363-8f40-4767-a9a0-3373db30ced1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1091.232635] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52748255-a6dc-ee58-ad3c-32814de1c3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.232946] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233234] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f43d180c-6390-4443-b936-e385b0515b1d/f43d180c-6390-4443-b936-e385b0515b1d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.233543] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fcfd1fe-323b-455f-bf14-a5a2a931820e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.241528] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1091.241528] env[69325]: value = "task-4072321" [ 1091.241528] env[69325]: _type = "Task" [ 1091.241528] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.251089] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.337412] env[69325]: DEBUG nova.network.neutron [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.374514] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db96b419-e872-4d77-8a1b-38b3dcb3c1e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.385458] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c4fa8-7a2c-4ff4-8ed9-05b461005ab5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.432274] env[69325]: DEBUG nova.compute.manager [req-8e312fe7-96c7-4dd6-b541-29b218ea77b1 req-a0c65121-1cfb-4848-b9ff-fd92117974fa service nova] [instance: 25960116-e931-4230-baae-940b613ef9d6] Detach interface failed, port_id=8ab8cb6f-eadb-439b-9974-8095d590e9b0, reason: Instance 25960116-e931-4230-baae-940b613ef9d6 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.436767] env[69325]: INFO nova.compute.manager [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Took 47.04 seconds to build instance. [ 1091.456421] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072320, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.483803] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 8be82d45-b273-4c54-8471-dd10396597fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1091.484423] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1091.484945] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1091.528388] env[69325]: DEBUG nova.network.neutron [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [{"id": "821251ff-c080-4183-afdb-fe82ff50d3b9", "address": "fa:16:3e:f4:ad:f0", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821251ff-c0", "ovs_interfaceid": "821251ff-c080-4183-afdb-fe82ff50d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.756864] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.842554] env[69325]: INFO nova.compute.manager [-] [instance: 25960116-e931-4230-baae-940b613ef9d6] Took 1.34 seconds to deallocate network for instance. [ 1091.911625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1b135f-cf35-4150-a514-243b66585fa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.924392] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9871d-b731-48fd-b900-903c35b1b381 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.961331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20d62471-c8d3-4870-b446-ca43f33abbd5 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.577s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.966641] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055cb1f-4d7e-4d67-9bcc-a68dad41dbb2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.977083] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072320, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.981175] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc58a5-21bd-45b9-b553-31e3ca906df9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.001770] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.009702] env[69325]: DEBUG nova.objects.instance [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'flavor' on Instance uuid d19bf484-73f5-4474-a546-592d6df45d9d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.031808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "refresh_cache-3bbf1847-5587-4978-8a66-7f77c75ec099" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.257378] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867653} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.257743] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] f43d180c-6390-4443-b936-e385b0515b1d/f43d180c-6390-4443-b936-e385b0515b1d.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.257978] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.258280] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6c2c27-acac-4d3f-8834-dfd06066093d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.265894] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1092.265894] env[69325]: value = "task-4072322" [ 1092.265894] env[69325]: _type = "Task" [ 1092.265894] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.275032] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.351897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.471964] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072320, 'name': CloneVM_Task, 'duration_secs': 1.687945} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.472275] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created linked-clone VM from snapshot [ 1092.473084] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320ddeb-0117-4902-8dd3-ac7a0a634b04 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.482067] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploading image 8667b45d-3471-47e5-9e9c-a3db16b13a63 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.505037] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.521021] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.521021] env[69325]: value = "vm-806984" [ 1092.521021] env[69325]: _type = "VirtualMachine" [ 1092.521021] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.521021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91dbbe5d-c94a-4c3f-8b48-83a68b706456 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.521021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-786edd88-41eb-4d62-b1d7-9e7e78398f48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.530064] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease: (returnval){ [ 1092.530064] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52153f13-953c-28f8-1dec-b4e32237c343" [ 1092.530064] env[69325]: _type = "HttpNfcLease" [ 1092.530064] env[69325]: } obtained for exporting VM: (result){ [ 1092.530064] env[69325]: value = "vm-806984" [ 1092.530064] env[69325]: _type = "VirtualMachine" [ 1092.530064] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.530498] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the lease: (returnval){ [ 1092.530498] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52153f13-953c-28f8-1dec-b4e32237c343" [ 1092.530498] env[69325]: _type = "HttpNfcLease" [ 1092.530498] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.547483] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.547483] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52153f13-953c-28f8-1dec-b4e32237c343" [ 1092.547483] env[69325]: _type = "HttpNfcLease" [ 1092.547483] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.548146] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.548146] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52153f13-953c-28f8-1dec-b4e32237c343" [ 1092.548146] env[69325]: _type = "HttpNfcLease" [ 1092.548146] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.548917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e3e51-7e82-4ccb-802c-4fa1bc8fe1c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.559663] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.559996] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.658031] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-834b522e-0a2f-4515-83e8-b98f5cf58a1d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.719469] env[69325]: DEBUG nova.compute.manager [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Received event network-changed-1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.719673] env[69325]: DEBUG nova.compute.manager [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Refreshing instance network info cache due to event network-changed-1f9a9d1d-d904-4050-810f-198ea8da6acf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.719896] env[69325]: DEBUG oslo_concurrency.lockutils [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] Acquiring lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.720722] env[69325]: DEBUG oslo_concurrency.lockutils [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] Acquired lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.720722] env[69325]: DEBUG nova.network.neutron [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Refreshing network info cache for port 1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.776226] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.016109] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1093.016446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.100s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.016905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.005s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.021414] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.021939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.205s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.025222] env[69325]: INFO nova.compute.claims [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.043562] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.043915] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f28497c-c54f-4ff7-b1a1-3d124103aff2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.054349] env[69325]: DEBUG oslo_vmware.api [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1093.054349] env[69325]: value = "task-4072324" [ 1093.054349] env[69325]: _type = "Task" [ 1093.054349] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.059868] env[69325]: INFO nova.scheduler.client.report [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Deleted allocations for instance e1587b97-2612-4882-8d48-6e24fab88b1f [ 1093.071168] env[69325]: DEBUG oslo_vmware.api [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.198860] env[69325]: INFO nova.compute.manager [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Rescuing [ 1093.199726] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.200071] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.200490] env[69325]: DEBUG nova.network.neutron [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.284839] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.952869} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.285223] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.286192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe34eb-eccd-44b2-b5f8-9b863d860a49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.315802] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f43d180c-6390-4443-b936-e385b0515b1d/f43d180c-6390-4443-b936-e385b0515b1d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.316175] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1746316-7c51-4880-9600-f90dda4c5312 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.340575] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1093.340575] env[69325]: value = "task-4072325" [ 1093.340575] env[69325]: _type = "Task" [ 1093.340575] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.350773] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.575189] env[69325]: DEBUG oslo_vmware.api [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072324, 'name': PowerOnVM_Task, 'duration_secs': 0.49364} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.575797] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4f94e252-e9b6-4436-afff-34423d85f571 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Lock "e1587b97-2612-4882-8d48-6e24fab88b1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.443s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.577035] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.577035] env[69325]: DEBUG nova.compute.manager [None req-909607c0-0a82-44c8-af59-305a4de20f71 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.580370] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c030f6-c86b-4fec-8ef9-1b354e897256 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.643157] env[69325]: DEBUG nova.network.neutron [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updated VIF entry in instance network info cache for port 1f9a9d1d-d904-4050-810f-198ea8da6acf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.643597] env[69325]: DEBUG nova.network.neutron [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updating instance_info_cache with network_info: [{"id": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "address": "fa:16:3e:44:e9:8f", "network": {"id": "a916cb51-0177-4403-a5ce-ba0d504f57c8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404030605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9dc81984fb43489be193d4516dd6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9a9d1d-d9", "ovs_interfaceid": "1f9a9d1d-d904-4050-810f-198ea8da6acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.852739] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.020881] env[69325]: DEBUG nova.network.neutron [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.147638] env[69325]: DEBUG oslo_concurrency.lockutils [req-9fda1e38-ebeb-4cc3-84c5-27ca47a4ff41 req-c4d2847f-92bf-4b5d-969b-f5c452d603f9 service nova] Releasing lock "refresh_cache-d0ae912c-af7d-4033-9fd4-646cf761921b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.351935] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072325, 'name': ReconfigVM_Task, 'duration_secs': 0.618533} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.354997] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f43d180c-6390-4443-b936-e385b0515b1d/f43d180c-6390-4443-b936-e385b0515b1d.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.356194] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2452e3a2-b8e3-4936-8ed9-802241f7969a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.363751] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1094.363751] env[69325]: value = "task-4072326" [ 1094.363751] env[69325]: _type = "Task" [ 1094.363751] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.376440] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072326, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.455281] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100e49a3-9124-4172-8832-656adc08a4f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.463691] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426205a-caf7-42aa-9d5e-46c3a69f8d36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.498494] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b9696-6860-446e-b5b2-7eca49c87d5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.507303] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db84241-1f2a-41a2-bca2-474b3495806f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.525111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.527929] env[69325]: DEBUG nova.compute.provider_tree [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.878546] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072326, 'name': Rename_Task, 'duration_secs': 0.207254} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.878910] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.879166] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27cfc59-12ec-4294-9883-7a37c0c83326 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.887062] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1094.887062] env[69325]: value = "task-4072327" [ 1094.887062] env[69325]: _type = "Task" [ 1094.887062] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.896956] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.032727] env[69325]: DEBUG nova.scheduler.client.report [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.403311] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.541217] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.544524] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.546617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.948s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.546826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.553583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.483s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.555392] env[69325]: INFO nova.compute.claims [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.599691] env[69325]: INFO nova.scheduler.client.report [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Deleted allocations for instance 69f50f52-5022-4747-a818-6a9c4233f002 [ 1095.898755] env[69325]: DEBUG oslo_vmware.api [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072327, 'name': PowerOnVM_Task, 'duration_secs': 0.728207} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.899173] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.899343] env[69325]: INFO nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1095.899505] env[69325]: DEBUG nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.900344] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43c3d9-de67-4d6f-af18-a545a3359595 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.061419] env[69325]: DEBUG nova.compute.utils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.066107] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.066327] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.071538] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.071967] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98983508-35dc-40eb-a71d-324618da97b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.080811] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1096.080811] env[69325]: value = "task-4072328" [ 1096.080811] env[69325]: _type = "Task" [ 1096.080811] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.095148] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.109796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Lock "69f50f52-5022-4747-a818-6a9c4233f002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.436s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.192015] env[69325]: DEBUG nova.policy [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3de6e282414de798a1dcb1c207400d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cd235f84664a8ea102cddacec2fec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.420628] env[69325]: INFO nova.compute.manager [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Took 43.57 seconds to build instance. [ 1096.567092] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.599717] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072328, 'name': PowerOffVM_Task, 'duration_secs': 0.437233} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.600029] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.601789] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55847104-6c23-4750-8b6c-c2ca6face06c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.634944] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca34733-90fa-4daf-b41f-45ef65f5b41a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.683768] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.685261] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f15bcb-8d2d-4fb4-bafc-2abd4b8e0b45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.694596] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1096.694596] env[69325]: value = "task-4072329" [ 1096.694596] env[69325]: _type = "Task" [ 1096.694596] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.707588] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1096.708321] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.708321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.708499] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.708764] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.709573] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d7e7f1a-4c65-4b52-89ce-7dc99d751a6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.729019] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.729019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.729019] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef0b7ba-aa01-439c-8bda-cee56e7085e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.736189] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1096.736189] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52379b52-4a11-aa88-0dee-75c530c21b9a" [ 1096.736189] env[69325]: _type = "Task" [ 1096.736189] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.748090] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52379b52-4a11-aa88-0dee-75c530c21b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.923189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.087s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.056088] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f91170-af9c-43af-83c7-500fa2af66ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.069277] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa689d-0188-4e35-9329-a4e44a9d9953 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.109740] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Successfully created port: 53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.112743] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1699ba-7e7f-4e33-b887-d80d3e0638fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.123081] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8cc261-d3f1-4ce4-a71e-c759895eea97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.149198] env[69325]: DEBUG nova.compute.provider_tree [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.249616] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52379b52-4a11-aa88-0dee-75c530c21b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.051598} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.251388] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb439ab-d757-458e-beba-ffeec386f0f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.259482] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1097.259482] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5235f73b-8b2a-df93-438d-80a8741f0756" [ 1097.259482] env[69325]: _type = "Task" [ 1097.259482] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.274346] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5235f73b-8b2a-df93-438d-80a8741f0756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.614485] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.655154] env[69325]: DEBUG nova.scheduler.client.report [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.662254] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.662540] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.662746] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.662956] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.667371] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.667659] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.668327] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.668327] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.668327] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.668481] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.670025] env[69325]: DEBUG nova.virt.hardware [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.670025] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ecc37-dc72-4402-bf44-d78752304281 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.680315] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ab493-d373-41ac-9eb1-7e9e2156103c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.772649] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5235f73b-8b2a-df93-438d-80a8741f0756, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.773107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.773648] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1097.773648] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4b70e0-111a-487a-bfa0-5f1169c669e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.786241] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1097.786241] env[69325]: value = "task-4072330" [ 1097.786241] env[69325]: _type = "Task" [ 1097.786241] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.793320] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.155698] env[69325]: DEBUG nova.compute.manager [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-changed-6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.156065] env[69325]: DEBUG nova.compute.manager [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing instance network info cache due to event network-changed-6b0dbdc6-b69f-4100-af1f-7b2bae772667. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.156513] env[69325]: DEBUG oslo_concurrency.lockutils [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.156664] env[69325]: DEBUG oslo_concurrency.lockutils [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.156905] env[69325]: DEBUG nova.network.neutron [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing network info cache for port 6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.159685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.160589] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.165033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.769s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.165843] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.169052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.149s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.208413] env[69325]: INFO nova.scheduler.client.report [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 5d09dc66-309d-4458-900a-fecdb45fcb72 [ 1098.306627] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.676499] env[69325]: DEBUG nova.compute.utils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.679248] env[69325]: INFO nova.compute.claims [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.684738] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.684914] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.719218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cdbe66b9-1a04-42d4-aeec-a499924d5594 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5d09dc66-309d-4458-900a-fecdb45fcb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.918s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.807625] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68063} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.807979] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 1098.808936] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16bab15-1731-4768-9db2-802193e5227e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.839235] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.840891] env[69325]: DEBUG nova.policy [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b1ce0eddd2d47ff9434b10ca090f7ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6297b3a556464d86e9da5ffd724ec3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.842375] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092e93b3-c99d-45fd-8387-93c863a0d6e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.863304] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1098.863304] env[69325]: value = "task-4072331" [ 1098.863304] env[69325]: _type = "Task" [ 1098.863304] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.875814] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.101086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.104467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.104467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.104467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.104467] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.105366] env[69325]: INFO nova.compute.manager [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Terminating instance [ 1099.190263] env[69325]: INFO nova.compute.resource_tracker [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating resource usage from migration 614760d3-2568-4897-a3ba-2aa3fc6fc98a [ 1099.193561] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.248743] env[69325]: DEBUG nova.network.neutron [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updated VIF entry in instance network info cache for port 6b0dbdc6-b69f-4100-af1f-7b2bae772667. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.249170] env[69325]: DEBUG nova.network.neutron [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.374950] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.421690] env[69325]: DEBUG nova.compute.manager [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Received event network-vif-plugged-53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.421940] env[69325]: DEBUG oslo_concurrency.lockutils [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.422171] env[69325]: DEBUG oslo_concurrency.lockutils [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.422344] env[69325]: DEBUG oslo_concurrency.lockutils [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.423407] env[69325]: DEBUG nova.compute.manager [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] No waiting events found dispatching network-vif-plugged-53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.423407] env[69325]: WARNING nova.compute.manager [req-2d9e868b-098c-4b93-9e2a-eda0f3c87cf2 req-53a18a59-fe42-4063-812b-9ff420c42bf2 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Received unexpected event network-vif-plugged-53cc6486-c2f1-45c8-b049-2b71397cdf56 for instance with vm_state building and task_state spawning. [ 1099.437241] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Successfully created port: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.592572] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba5bc9-9b14-408d-8c3e-9ec36aa9b9e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.603026] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c7b945-98ff-4dd2-9a10-4fed26e8b7da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.651196] env[69325]: DEBUG nova.compute.manager [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.651384] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.652550] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71c9d9-255a-4793-a259-748b477e17a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.656889] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919bbe1-1d88-4474-aad0-038aea7efb6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.669084] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.669084] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc63b35-070b-469f-a0d1-3c082a1a8f47 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.671395] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ca5ed-6f92-4c94-82c3-d5dcb7bbd97d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.689822] env[69325]: DEBUG nova.compute.provider_tree [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.694168] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1099.694168] env[69325]: value = "task-4072332" [ 1099.694168] env[69325]: _type = "Task" [ 1099.694168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.708210] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.736363] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Successfully updated port: 53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.753061] env[69325]: DEBUG oslo_concurrency.lockutils [req-ec4bd88d-ee5b-4c23-bfad-0748c80f9daf req-0e6e207e-be7e-461e-adb5-0d30bbbf9aee service nova] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.761656] env[69325]: DEBUG nova.compute.manager [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Received event network-changed-53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.762561] env[69325]: DEBUG nova.compute.manager [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Refreshing instance network info cache due to event network-changed-53cc6486-c2f1-45c8-b049-2b71397cdf56. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.762561] env[69325]: DEBUG oslo_concurrency.lockutils [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.762675] env[69325]: DEBUG oslo_concurrency.lockutils [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.762899] env[69325]: DEBUG nova.network.neutron [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Refreshing network info cache for port 53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.875027] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072331, 'name': ReconfigVM_Task, 'duration_secs': 0.820774} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.875372] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.876409] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5083534-9f6d-4f1e-9948-85e8aaa90f90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.907901] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757db2f8-d8a8-42fa-b216-2605e4483b0a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.924131] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1099.924131] env[69325]: value = "task-4072333" [ 1099.924131] env[69325]: _type = "Task" [ 1099.924131] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.935379] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.197871] env[69325]: DEBUG nova.scheduler.client.report [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.210984] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.221252] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072332, 'name': PowerOffVM_Task, 'duration_secs': 0.360509} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.222353] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.222536] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.222806] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8beff3f-c2d5-44f2-bcae-d542bb504ebb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.239142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.262422] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.263342] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.263342] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.263342] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.263342] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.264017] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.264017] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.264017] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.264267] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.264303] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.264612] env[69325]: DEBUG nova.virt.hardware [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.265625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497c1a30-5a77-4bd0-85b3-19d101ac626b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.279703] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5be8d-2ad2-4ecf-b6c2-0969bcbfdaab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.312559] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.313220] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.313220] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore1] 89b907bd-1572-4756-aeba-5e34e0e5d47e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.313933] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-584ad532-fd94-486e-b5cb-827edbe5d430 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.323278] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1100.323278] env[69325]: value = "task-4072335" [ 1100.323278] env[69325]: _type = "Task" [ 1100.323278] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.335131] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.343470] env[69325]: DEBUG nova.network.neutron [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.434618] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072333, 'name': ReconfigVM_Task, 'duration_secs': 0.350324} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.434728] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.437028] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23fb2de8-4ebb-4ce5-894c-019e164539c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.442861] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1100.442861] env[69325]: value = "task-4072336" [ 1100.442861] env[69325]: _type = "Task" [ 1100.442861] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.455070] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.489093] env[69325]: DEBUG nova.network.neutron [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.703020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.534s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.703447] env[69325]: INFO nova.compute.manager [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Migrating [ 1100.712022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.694s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.713491] env[69325]: INFO nova.compute.claims [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.841604] env[69325]: DEBUG oslo_vmware.api [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299075} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.842174] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.842260] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.842416] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.842594] env[69325]: INFO nova.compute.manager [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1100.842845] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.843395] env[69325]: DEBUG nova.compute.manager [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.843501] env[69325]: DEBUG nova.network.neutron [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.955796] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072336, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.991608] env[69325]: DEBUG oslo_concurrency.lockutils [req-af6f4c9a-4bb7-4433-b4aa-e297623a3f1f req-9cf8a36a-f476-4b28-89b1-ca318d1bf894 service nova] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.992258] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.992408] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.177467] env[69325]: DEBUG nova.compute.manager [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Received event network-vif-plugged-0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.177718] env[69325]: DEBUG oslo_concurrency.lockutils [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] Acquiring lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.177931] env[69325]: DEBUG oslo_concurrency.lockutils [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] Lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.179207] env[69325]: DEBUG oslo_concurrency.lockutils [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] Lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.182719] env[69325]: DEBUG nova.compute.manager [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] No waiting events found dispatching network-vif-plugged-0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1101.182719] env[69325]: WARNING nova.compute.manager [req-6f216ead-6628-4784-b2c2-5134769e0027 req-82583888-b450-4095-a9bf-7276bb55deb4 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Received unexpected event network-vif-plugged-0f70997f-14cc-4e26-87bb-bad4fb3bac3b for instance with vm_state building and task_state spawning. [ 1101.232024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.232024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.232024] env[69325]: DEBUG nova.network.neutron [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.309066] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Successfully updated port: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.457397] env[69325]: DEBUG oslo_vmware.api [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072336, 'name': PowerOnVM_Task, 'duration_secs': 0.69} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.457943] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.461195] env[69325]: DEBUG nova.compute.manager [None req-d116c31c-7e06-483f-a8ae-6d7063272149 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.462189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332fb7ea-55b4-4edc-850d-eb4bac8a0f43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.538823] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.625232] env[69325]: DEBUG nova.network.neutron [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.702044] env[69325]: DEBUG nova.network.neutron [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.789866] env[69325]: DEBUG nova.compute.manager [req-85f89300-012b-4149-9a40-e7e337963907 req-f81e2edd-9397-4a46-bb93-a6ce6468c4d3 service nova] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Received event network-vif-deleted-a3a4a6b8-8103-4119-b033-366286437805 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.814016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.814498] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquired lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.814566] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.995590] env[69325]: DEBUG nova.network.neutron [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.075266] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6fa3e7-7893-41ff-9b3d-24a70ef0b633 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.084422] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b0a10b-c4b6-4a59-9378-5f7e303b873b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.116941] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60120627-0a06-41c6-b43a-71721e1a4b80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.125135] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc770f21-be50-4e79-95c2-6a74b992a5e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.129280] env[69325]: INFO nova.compute.manager [-] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Took 1.29 seconds to deallocate network for instance. [ 1102.145874] env[69325]: DEBUG nova.compute.provider_tree [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.204866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.205281] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance network_info: |[{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.205792] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:80:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53cc6486-c2f1-45c8-b049-2b71397cdf56', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.214034] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating folder: Project (08cd235f84664a8ea102cddacec2fec5). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.214406] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-524ae5ca-eada-47cf-961b-9ec678b9e947 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.229127] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created folder: Project (08cd235f84664a8ea102cddacec2fec5) in parent group-v806727. [ 1102.229336] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating folder: Instances. Parent ref: group-v806985. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.229980] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2aae873-12ac-4091-a1f7-aff44b1900ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.241266] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created folder: Instances in parent group-v806985. [ 1102.241645] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.242189] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.242250] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75abcc88-f955-48cb-8d99-bbd46916cd0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.266736] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.266736] env[69325]: value = "task-4072339" [ 1102.266736] env[69325]: _type = "Task" [ 1102.266736] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.275420] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072339, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.360834] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.396902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.397747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.397747] env[69325]: INFO nova.compute.manager [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Shelving [ 1102.498473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.525525] env[69325]: DEBUG nova.network.neutron [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Updating instance_info_cache with network_info: [{"id": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "address": "fa:16:3e:3d:97:8f", "network": {"id": "0c0a18f9-aa21-471b-b3d5-75f4ccfaca98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1496855864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6297b3a556464d86e9da5ffd724ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f70997f-14", "ovs_interfaceid": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.649670] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.650861] env[69325]: DEBUG nova.scheduler.client.report [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.747190] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.748207] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26792c42-d050-4505-b513-f62d58f47293 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.755878] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.756082] env[69325]: ERROR oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk due to incomplete transfer. [ 1102.756372] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5099d871-6ebb-47a3-a2e2-c62c75bd7dbd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.765540] env[69325]: DEBUG oslo_vmware.rw_handles [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52722a5f-88fc-c07b-5634-9407873e257c/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1102.765796] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploaded image 8667b45d-3471-47e5-9e9c-a3db16b13a63 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1102.768247] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.768590] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04604c9e-25a7-421e-bb47-263c81268a25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.778922] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072339, 'name': CreateVM_Task, 'duration_secs': 0.498538} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.780238] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.780606] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1102.780606] env[69325]: value = "task-4072340" [ 1102.780606] env[69325]: _type = "Task" [ 1102.780606] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.781291] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.781514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.781847] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.782170] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15635a6-fdff-41d0-9dd7-8b90283240fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.792696] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1102.792696] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527898f4-1e0a-d7f2-9542-070c87288e8b" [ 1102.792696] env[69325]: _type = "Task" [ 1102.792696] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.795883] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072340, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.808555] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527898f4-1e0a-d7f2-9542-070c87288e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.029274] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Releasing lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.029274] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Instance network_info: |[{"id": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "address": "fa:16:3e:3d:97:8f", "network": {"id": "0c0a18f9-aa21-471b-b3d5-75f4ccfaca98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1496855864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6297b3a556464d86e9da5ffd724ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f70997f-14", "ovs_interfaceid": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.029274] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:97:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f70997f-14cc-4e26-87bb-bad4fb3bac3b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.037438] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Creating folder: Project (9d6297b3a556464d86e9da5ffd724ec3). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.037823] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da8ea8c8-dc9d-475c-ac9c-90f6e82a214c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.050898] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Created folder: Project (9d6297b3a556464d86e9da5ffd724ec3) in parent group-v806727. [ 1103.051129] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Creating folder: Instances. Parent ref: group-v806988. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.051382] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad7b177-4b41-40cf-8a03-97d7436d793a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.064661] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Created folder: Instances in parent group-v806988. [ 1103.064928] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.065149] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.065389] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3da9532a-c13d-46e5-ae66-450b9f158a84 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085855] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.085855] env[69325]: value = "task-4072343" [ 1103.085855] env[69325]: _type = "Task" [ 1103.085855] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.094533] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072343, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.157381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.158030] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.161503] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.068s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.161836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.164968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.020s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.167216] env[69325]: INFO nova.compute.claims [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.200302] env[69325]: INFO nova.scheduler.client.report [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted allocations for instance 9d0ecf91-ec33-4208-b1dd-b5964e2248c2 [ 1103.212289] env[69325]: DEBUG nova.compute.manager [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Received event network-changed-0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.212289] env[69325]: DEBUG nova.compute.manager [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Refreshing instance network info cache due to event network-changed-0f70997f-14cc-4e26-87bb-bad4fb3bac3b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.212289] env[69325]: DEBUG oslo_concurrency.lockutils [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] Acquiring lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.212289] env[69325]: DEBUG oslo_concurrency.lockutils [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] Acquired lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.212289] env[69325]: DEBUG nova.network.neutron [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Refreshing network info cache for port 0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.295358] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072340, 'name': Destroy_Task, 'duration_secs': 0.370522} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.295765] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroyed the VM [ 1103.295893] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.296234] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c5116ca-df1b-4ee1-a7dd-e1842abab291 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.303726] env[69325]: INFO nova.compute.manager [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Unrescuing [ 1103.304071] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.304280] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.304499] env[69325]: DEBUG nova.network.neutron [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.309949] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527898f4-1e0a-d7f2-9542-070c87288e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.020582} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.311891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.312213] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.313060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.313060] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.313398] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1103.313398] env[69325]: value = "task-4072344" [ 1103.313398] env[69325]: _type = "Task" [ 1103.313398] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.313398] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e24fd7d-2d5f-4330-8c7b-925146da16ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.326443] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.329289] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.329539] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.330663] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09922013-a22a-4ea4-a258-f3df407c89db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.336999] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1103.336999] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52cc7153-bf3a-9774-919e-585a60c7b82a" [ 1103.336999] env[69325]: _type = "Task" [ 1103.336999] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.349254] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cc7153-bf3a-9774-919e-585a60c7b82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.407843] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.408137] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfd9526-8a39-467c-a4fe-f5af36a92d97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.415773] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1103.415773] env[69325]: value = "task-4072345" [ 1103.415773] env[69325]: _type = "Task" [ 1103.415773] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.426110] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.596396] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072343, 'name': CreateVM_Task, 'duration_secs': 0.385307} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.596595] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.597690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.597690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.597999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.598298] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca4407a-cc40-4d57-be77-c11f25fa0d6a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.605639] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1103.605639] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5273e2f2-8ccb-5e09-aaf1-30e5e420a460" [ 1103.605639] env[69325]: _type = "Task" [ 1103.605639] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.616214] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5273e2f2-8ccb-5e09-aaf1-30e5e420a460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.672481] env[69325]: DEBUG nova.compute.utils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.676019] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.676246] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.708987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ca3cb4-37f4-4a76-a85c-350e76724811 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "9d0ecf91-ec33-4208-b1dd-b5964e2248c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.101s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.726680] env[69325]: DEBUG nova.policy [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b6bba1453334b39abbfa64f8a57f0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e895cdc0ce47f8b471f29bfb06de9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.826256] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072344, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.848503] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52cc7153-bf3a-9774-919e-585a60c7b82a, 'name': SearchDatastore_Task, 'duration_secs': 0.017325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.849523] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d70f3a3-df6e-4b25-81c6-f4a900aceb6f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.855867] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1103.855867] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523e8efb-d1a0-7000-9a00-c8b86eeaf19e" [ 1103.855867] env[69325]: _type = "Task" [ 1103.855867] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.868868] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523e8efb-d1a0-7000-9a00-c8b86eeaf19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.935406] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072345, 'name': PowerOffVM_Task, 'duration_secs': 0.245931} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.935806] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.939637] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe70ab-5acd-42b6-8daa-d9b7405ac300 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.968807] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b5523-c265-4910-9d50-f279429db3e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.018023] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e45da31-e2bc-44c8-b24d-688e3ec1d00a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.040383] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.045657] env[69325]: DEBUG nova.network.neutron [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Updated VIF entry in instance network info cache for port 0f70997f-14cc-4e26-87bb-bad4fb3bac3b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.046123] env[69325]: DEBUG nova.network.neutron [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Updating instance_info_cache with network_info: [{"id": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "address": "fa:16:3e:3d:97:8f", "network": {"id": "0c0a18f9-aa21-471b-b3d5-75f4ccfaca98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1496855864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6297b3a556464d86e9da5ffd724ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f70997f-14", "ovs_interfaceid": "0f70997f-14cc-4e26-87bb-bad4fb3bac3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.120059] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5273e2f2-8ccb-5e09-aaf1-30e5e420a460, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.120377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.120806] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.121140] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.177297] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.247891] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Successfully created port: c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.327296] env[69325]: DEBUG oslo_vmware.api [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072344, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626514} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.327778] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1104.328081] env[69325]: INFO nova.compute.manager [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 1104.336073] env[69325]: DEBUG nova.network.neutron [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.371610] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523e8efb-d1a0-7000-9a00-c8b86eeaf19e, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.372011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.372461] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.373016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.373281] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.374021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46aa587d-2458-4869-b66d-f081bd729f99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.376085] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb249de5-3164-4581-8dc0-6d3a01fe3536 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.391334] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1104.391334] env[69325]: value = "task-4072346" [ 1104.391334] env[69325]: _type = "Task" [ 1104.391334] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.399633] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.399887] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.401406] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b056714c-536a-4d50-8edb-c228067fc03b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.407625] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.415334] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1104.415334] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5278665a-7c6b-8c79-e93f-d338f979b70f" [ 1104.415334] env[69325]: _type = "Task" [ 1104.415334] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.416258] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "7620a794-9e66-4187-894d-e3a60a97e8f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.416575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.417111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.417404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.417611] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.423416] env[69325]: INFO nova.compute.manager [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Terminating instance [ 1104.434741] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278665a-7c6b-8c79-e93f-d338f979b70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.483249] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.483605] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-746ba35b-9592-4cb5-be36-fb16e4199869 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.500034] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1104.500034] env[69325]: value = "task-4072347" [ 1104.500034] env[69325]: _type = "Task" [ 1104.500034] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.517499] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072347, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.552395] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.552947] env[69325]: DEBUG oslo_concurrency.lockutils [req-e2f9f6ff-4f00-4b4e-94b4-4235ef12700b req-0efd3051-9635-4453-8c98-4cac61aefac6 service nova] Releasing lock "refresh_cache-efedfadb-8992-4d41-8f86-90d5a7471368" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.556492] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a2fb57-d0fe-48e8-ab56-36e8505094f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.567142] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1104.567142] env[69325]: value = "task-4072348" [ 1104.567142] env[69325]: _type = "Task" [ 1104.567142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.577736] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115a88f-a277-44a3-aaaa-27d2a1dd0513 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.590236] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53daf695-dc19-4d30-b0a9-2e9dbda6c660 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.594845] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.629459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6aea87-ac91-43da-98fa-5da8e5e081f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.640239] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1348fe-00c0-4b8c-8595-23b20d479eba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.655183] env[69325]: DEBUG nova.compute.provider_tree [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.838782] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.839602] env[69325]: DEBUG nova.objects.instance [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'flavor' on Instance uuid d19bf484-73f5-4474-a546-592d6df45d9d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.903993] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072346, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.910032] env[69325]: DEBUG nova.compute.manager [None req-2eee31ef-1c86-4b49-af52-c01867a5f613 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Found 1 images (rotation: 2) {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1104.929883] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278665a-7c6b-8c79-e93f-d338f979b70f, 'name': SearchDatastore_Task, 'duration_secs': 0.031662} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.931950] env[69325]: DEBUG nova.compute.manager [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.932226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.932466] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6fcff8-0a08-4cea-a03d-0d71d7cd8f1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.936355] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9032cbac-eac6-426d-b5f2-c5c8071c3bfa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.945749] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.946852] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2180d2fc-4f78-42db-9353-78d6561a780b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.948764] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1104.948764] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520fbac2-b2a3-f40c-582b-9b984321792a" [ 1104.948764] env[69325]: _type = "Task" [ 1104.948764] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.956168] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1104.956168] env[69325]: value = "task-4072349" [ 1104.956168] env[69325]: _type = "Task" [ 1104.956168] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.963543] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520fbac2-b2a3-f40c-582b-9b984321792a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.970460] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.013908] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072347, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.080685] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072348, 'name': PowerOffVM_Task, 'duration_secs': 0.264253} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.081064] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.081270] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.159071] env[69325]: DEBUG nova.scheduler.client.report [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.169544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.169991] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.191287] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.218411] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.218723] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.218901] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.219113] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.219268] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.219421] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.219656] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.219800] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.219969] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.220175] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.220434] env[69325]: DEBUG nova.virt.hardware [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.221826] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a5a97-bb9d-4fae-a165-4ed0c764fcbf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.231250] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7a852-08e9-42ba-9f6a-17171825da1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.350201] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731205f-baf6-4739-b79d-550fefd4b8e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.378231] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.378702] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7397d98d-f3e6-4376-b20a-a5667e3f64fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.386236] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1105.386236] env[69325]: value = "task-4072350" [ 1105.386236] env[69325]: _type = "Task" [ 1105.386236] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.395614] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.406073] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71873} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.406073] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.406073] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.406073] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9156cf9d-f825-42a1-9866-3bd5765cbf74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.414204] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1105.414204] env[69325]: value = "task-4072351" [ 1105.414204] env[69325]: _type = "Task" [ 1105.414204] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.423464] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.462110] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520fbac2-b2a3-f40c-582b-9b984321792a, 'name': SearchDatastore_Task, 'duration_secs': 0.070491} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.467262] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.467711] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] efedfadb-8992-4d41-8f86-90d5a7471368/efedfadb-8992-4d41-8f86-90d5a7471368.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.468125] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-497be24a-bdbb-4b2d-a9f9-64277e575103 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.478837] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072349, 'name': PowerOffVM_Task, 'duration_secs': 0.421725} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.480990] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.481365] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.481844] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1105.481844] env[69325]: value = "task-4072352" [ 1105.481844] env[69325]: _type = "Task" [ 1105.481844] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.482172] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc884e2-4e55-43dd-a417-73094d29a078 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.496721] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.512136] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072347, 'name': CreateSnapshot_Task, 'duration_secs': 0.732114} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.512484] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.513457] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92423288-07c9-4ae8-84ff-47792dd60ffe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.586496] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.586762] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.586966] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore1] 7620a794-9e66-4187-894d-e3a60a97e8f0 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.589290] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.589522] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.589684] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.589869] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.590028] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.590210] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.590437] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.590604] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.590774] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.590942] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.591167] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.596573] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839e6e2a-c767-4805-956d-c521de70c40c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.599114] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c247289d-7c7a-4fdd-97a8-251b092c2baa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.615400] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1105.615400] env[69325]: value = "task-4072354" [ 1105.615400] env[69325]: _type = "Task" [ 1105.615400] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.617016] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1105.617016] env[69325]: value = "task-4072355" [ 1105.617016] env[69325]: _type = "Task" [ 1105.617016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.630294] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.634172] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.667785] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.668617] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.672420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.958s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.674334] env[69325]: INFO nova.compute.claims [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.677423] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.902263] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072350, 'name': PowerOffVM_Task, 'duration_secs': 0.361885} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.902601] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.911105] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.911105] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037d9315-76e2-402a-a45f-8dee782bde22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.940975] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125051} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.943100] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.943690] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1105.943690] env[69325]: value = "task-4072356" [ 1105.943690] env[69325]: _type = "Task" [ 1105.943690] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.944696] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b361b219-667c-42ba-b961-e0b654f5f4c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.980263] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.985306] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aacfd4b-a901-4160-a3c9-e957723d60b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.002245] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.016672] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.018688] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1106.018688] env[69325]: value = "task-4072357" [ 1106.018688] env[69325]: _type = "Task" [ 1106.018688] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.034745] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.038914] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c3ee76c-8ad4-4a20-af4d-3574535d4575 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.043157] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.051108] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1106.051108] env[69325]: value = "task-4072358" [ 1106.051108] env[69325]: _type = "Task" [ 1106.051108] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.053489] env[69325]: DEBUG nova.compute.manager [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Received event network-vif-plugged-c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.053664] env[69325]: DEBUG oslo_concurrency.lockutils [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] Acquiring lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.053993] env[69325]: DEBUG oslo_concurrency.lockutils [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.054259] env[69325]: DEBUG oslo_concurrency.lockutils [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.054509] env[69325]: DEBUG nova.compute.manager [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] No waiting events found dispatching network-vif-plugged-c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.054758] env[69325]: WARNING nova.compute.manager [req-7de9d221-0977-4f12-827a-00d89c211c09 req-07f0acf2-6566-443e-8b3a-95acb7be7a3a service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Received unexpected event network-vif-plugged-c4442c8b-5aa8-4907-975d-04cf05298419 for instance with vm_state building and task_state spawning. [ 1106.069479] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072358, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.085588] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Successfully updated port: c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.132771] env[69325]: DEBUG oslo_vmware.api [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222815} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.138246] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.138246] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.138447] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.138447] env[69325]: INFO nova.compute.manager [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1106.138755] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.138991] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.139265] env[69325]: DEBUG nova.compute.manager [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.139367] env[69325]: DEBUG nova.network.neutron [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.182391] env[69325]: DEBUG nova.compute.utils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.190930] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.191142] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.215127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.295393] env[69325]: DEBUG nova.policy [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.462313] env[69325]: DEBUG nova.compute.manager [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.462313] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.462773] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cef18e-2597-419d-96bf-878b00c7186e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.513026] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.513398] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] efedfadb-8992-4d41-8f86-90d5a7471368/efedfadb-8992-4d41-8f86-90d5a7471368.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.513574] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.514169] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b8be11-e6ca-44d6-b53b-5794a8f66f07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.527429] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1106.527429] env[69325]: value = "task-4072359" [ 1106.527429] env[69325]: _type = "Task" [ 1106.527429] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.535443] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.543821] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.562655] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072358, 'name': CloneVM_Task} progress is 93%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.588808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.588808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquired lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.588958] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.633519] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.691754] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.760071] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Successfully created port: fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.962777] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072356, 'name': ReconfigVM_Task, 'duration_secs': 0.738905} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.963426] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.963720] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.964228] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97206d24-cd36-4141-8389-1646575fe56f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.973127] env[69325]: INFO nova.compute.manager [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] instance snapshotting [ 1106.973737] env[69325]: DEBUG nova.objects.instance [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.976513] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1106.976513] env[69325]: value = "task-4072360" [ 1106.976513] env[69325]: _type = "Task" [ 1106.976513] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.989090] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.031482] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.045649] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078578} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.046053] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.046923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761d6e6-d758-4df1-9bfa-5b595b79c406 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.051394] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df5a50-f51d-44e4-b4d0-555d274ab64b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.076791] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] efedfadb-8992-4d41-8f86-90d5a7471368/efedfadb-8992-4d41-8f86-90d5a7471368.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.080889] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc242fe1-cb7d-4b1a-8d56-d5130fbb2314 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.099503] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d435681-6517-4713-b75c-4878992722ad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.105525] env[69325]: DEBUG nova.network.neutron [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.108700] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072358, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.146578] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de1363-42d1-453d-b500-c6368c03d7fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.150020] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1107.150020] env[69325]: value = "task-4072361" [ 1107.150020] env[69325]: _type = "Task" [ 1107.150020] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.151048] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.166716] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072355, 'name': ReconfigVM_Task, 'duration_secs': 1.36653} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.166716] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.171225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7fcbfc-f5da-48ca-976c-deccf88f8ddf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.179934] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.194508] env[69325]: DEBUG nova.compute.provider_tree [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.356852] env[69325]: DEBUG nova.network.neutron [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Updating instance_info_cache with network_info: [{"id": "c4442c8b-5aa8-4907-975d-04cf05298419", "address": "fa:16:3e:7f:91:39", "network": {"id": "256fb55b-339b-4497-89ca-9f0895ee19e5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-33625544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e895cdc0ce47f8b471f29bfb06de9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4442c8b-5a", "ovs_interfaceid": "c4442c8b-5aa8-4907-975d-04cf05298419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.488931] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.490118] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff317d-d69f-4851-bcbd-fa066f1b2879 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.513291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c0e17a-6563-4cde-bdb0-b0114076f258 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.532453] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.566490] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072358, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.609731] env[69325]: INFO nova.compute.manager [-] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Took 1.47 seconds to deallocate network for instance. [ 1107.664051] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072361, 'name': ReconfigVM_Task, 'duration_secs': 0.318188} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.664442] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Reconfigured VM instance instance-00000062 to attach disk [datastore2] efedfadb-8992-4d41-8f86-90d5a7471368/efedfadb-8992-4d41-8f86-90d5a7471368.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.665134] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363b981c-433c-4938-b75b-d68d78c5a8ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.674261] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1107.674261] env[69325]: value = "task-4072362" [ 1107.674261] env[69325]: _type = "Task" [ 1107.674261] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.679818] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.680109] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.680290] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.680481] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.680819] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.680819] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.681089] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.681141] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.682481] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.682481] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.682481] env[69325]: DEBUG nova.virt.hardware [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.687413] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.688256] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee389c3-c223-4e3a-afe0-f9ec63aa1c06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.704520] env[69325]: DEBUG nova.scheduler.client.report [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.713205] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.715655] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072362, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.721053] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1107.721053] env[69325]: value = "task-4072363" [ 1107.721053] env[69325]: _type = "Task" [ 1107.721053] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.732695] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.748408] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.748702] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.748821] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.749020] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.749180] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.749331] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.749601] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.749788] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.750044] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.750269] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.750479] env[69325]: DEBUG nova.virt.hardware [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.751848] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a223d1-5aad-4357-b81d-ad83d422e862 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.764797] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110a1a5-7697-48ee-aefa-8ad01e852519 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.859905] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Releasing lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860335] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Instance network_info: |[{"id": "c4442c8b-5aa8-4907-975d-04cf05298419", "address": "fa:16:3e:7f:91:39", "network": {"id": "256fb55b-339b-4497-89ca-9f0895ee19e5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-33625544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e895cdc0ce47f8b471f29bfb06de9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4442c8b-5a", "ovs_interfaceid": "c4442c8b-5aa8-4907-975d-04cf05298419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.860836] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:91:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4442c8b-5aa8-4907-975d-04cf05298419', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.869402] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Creating folder: Project (f6e895cdc0ce47f8b471f29bfb06de9f). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.870120] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f411fd6-e087-4b75-95d8-c317f4aaa3bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.883698] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Created folder: Project (f6e895cdc0ce47f8b471f29bfb06de9f) in parent group-v806727. [ 1107.883975] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Creating folder: Instances. Parent ref: group-v806993. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.884311] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68afef7a-29f5-4b48-b782-815eedbfbcc9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.898306] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Created folder: Instances in parent group-v806993. [ 1107.899919] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.899919] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.899919] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb7552b-ec4b-4daf-9b80-1c8aa5c0106e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.920750] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.920750] env[69325]: value = "task-4072366" [ 1107.920750] env[69325]: _type = "Task" [ 1107.920750] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.929647] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072366, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.987913] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.028102] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.029032] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f052c73d-f719-483d-9f90-187d7779eeed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037885] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072357, 'name': ReconfigVM_Task, 'duration_secs': 1.762591} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.039462] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.040294] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1108.040294] env[69325]: value = "task-4072367" [ 1108.040294] env[69325]: _type = "Task" [ 1108.040294] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.040500] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01be4b14-8fc5-48da-98a0-12f13c40a47c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052368] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.053796] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1108.053796] env[69325]: value = "task-4072368" [ 1108.053796] env[69325]: _type = "Task" [ 1108.053796] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.066115] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072368, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.069727] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072358, 'name': CloneVM_Task, 'duration_secs': 1.729181} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.070095] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Created linked-clone VM from snapshot [ 1108.071056] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ea244-5293-452e-8b0c-51fa4a87cae8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.083784] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Uploading image 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1108.090456] env[69325]: DEBUG nova.compute.manager [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Received event network-changed-c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.090734] env[69325]: DEBUG nova.compute.manager [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Refreshing instance network info cache due to event network-changed-c4442c8b-5aa8-4907-975d-04cf05298419. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.091019] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] Acquiring lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.091301] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] Acquired lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.091580] env[69325]: DEBUG nova.network.neutron [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Refreshing network info cache for port c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.110904] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1108.110904] env[69325]: value = "vm-806992" [ 1108.110904] env[69325]: _type = "VirtualMachine" [ 1108.110904] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1108.111554] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1191aa91-6d71-4a20-b653-dd588aa8b683 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.117769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.121236] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lease: (returnval){ [ 1108.121236] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52da0cb2-74c1-2f4c-d4b3-93419508f091" [ 1108.121236] env[69325]: _type = "HttpNfcLease" [ 1108.121236] env[69325]: } obtained for exporting VM: (result){ [ 1108.121236] env[69325]: value = "vm-806992" [ 1108.121236] env[69325]: _type = "VirtualMachine" [ 1108.121236] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1108.121570] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the lease: (returnval){ [ 1108.121570] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52da0cb2-74c1-2f4c-d4b3-93419508f091" [ 1108.121570] env[69325]: _type = "HttpNfcLease" [ 1108.121570] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1108.130782] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.130782] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52da0cb2-74c1-2f4c-d4b3-93419508f091" [ 1108.130782] env[69325]: _type = "HttpNfcLease" [ 1108.130782] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.186432] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072362, 'name': Rename_Task, 'duration_secs': 0.176691} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.186744] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.187021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ca0125-dfdb-4852-8f97-6c98513d534a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.195939] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1108.195939] env[69325]: value = "task-4072370" [ 1108.195939] env[69325]: _type = "Task" [ 1108.195939] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.205767] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.218070] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.218758] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.222104] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.870s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.222104] env[69325]: DEBUG nova.objects.instance [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lazy-loading 'resources' on Instance uuid 25960116-e931-4230-baae-940b613ef9d6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.235426] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072363, 'name': ReconfigVM_Task, 'duration_secs': 0.227127} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.235615] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.236581] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df159e1-9fdd-41d4-9fb6-9ac5d10d761f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.268690] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.270172] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b1e6c2-6428-4ddb-8354-f9364ccc96a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.290368] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1108.290368] env[69325]: value = "task-4072371" [ 1108.290368] env[69325]: _type = "Task" [ 1108.290368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.305890] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.431713] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072366, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.488741] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Successfully updated port: fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.496816] env[69325]: DEBUG oslo_vmware.api [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072360, 'name': PowerOnVM_Task, 'duration_secs': 1.273632} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.497357] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.497602] env[69325]: DEBUG nova.compute.manager [None req-f092d55a-b72c-437a-9797-de131472edc9 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.498408] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592f7ba-740c-4c82-a1fa-11cd45ed6109 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.553712] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.565255] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072368, 'name': Rename_Task, 'duration_secs': 0.290217} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.565544] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.565793] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f417dc-333f-45af-9943-2dfecf306568 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.575169] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1108.575169] env[69325]: value = "task-4072372" [ 1108.575169] env[69325]: _type = "Task" [ 1108.575169] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.582527] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.631881] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.631881] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52da0cb2-74c1-2f4c-d4b3-93419508f091" [ 1108.631881] env[69325]: _type = "HttpNfcLease" [ 1108.631881] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.632203] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.632203] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52da0cb2-74c1-2f4c-d4b3-93419508f091" [ 1108.632203] env[69325]: _type = "HttpNfcLease" [ 1108.632203] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1108.632998] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d03ac-6237-4203-8793-7ef3846760bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.643864] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.644105] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1108.714748] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.732403] env[69325]: DEBUG nova.compute.utils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.734673] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1108.755588] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4fb6c30c-2f33-4fdf-9c19-96f9fc8c7dcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.809012] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072371, 'name': ReconfigVM_Task, 'duration_secs': 0.466506} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.809331] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c/786912cf-caa4-4392-8a5b-5f0a7558551c.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.809651] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.919608] env[69325]: DEBUG nova.network.neutron [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Updated VIF entry in instance network info cache for port c4442c8b-5aa8-4907-975d-04cf05298419. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.919971] env[69325]: DEBUG nova.network.neutron [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Updating instance_info_cache with network_info: [{"id": "c4442c8b-5aa8-4907-975d-04cf05298419", "address": "fa:16:3e:7f:91:39", "network": {"id": "256fb55b-339b-4497-89ca-9f0895ee19e5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-33625544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e895cdc0ce47f8b471f29bfb06de9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4442c8b-5a", "ovs_interfaceid": "c4442c8b-5aa8-4907-975d-04cf05298419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.934304] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072366, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.001141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001718] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.057240] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072367, 'name': CreateSnapshot_Task, 'duration_secs': 0.542215} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.057530] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.058324] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d1485e-7704-4d6a-b58e-779b095a614d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.087967] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072372, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.108142] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d5257-ead5-4c08-991c-c11b9213ecc3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.117559] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c65eed-5a78-48cd-923b-204f7008fe0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.156861] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108b4a72-a9f9-483a-90ad-3c322e8b1716 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.167948] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c147393-4268-4e42-a60f-76f77d648c10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184686] env[69325]: DEBUG nova.compute.provider_tree [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.212779] env[69325]: DEBUG oslo_vmware.api [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072370, 'name': PowerOnVM_Task, 'duration_secs': 0.827715} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.213074] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.213389] env[69325]: INFO nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1109.213658] env[69325]: DEBUG nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.215110] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b88d800-34d5-4d0f-94ec-861f06b92d50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.236793] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.320248] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3670d30c-0e07-4300-8cd4-777216436dfa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.346717] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31638fd-af79-4f11-9899-65d7457ee349 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.367442] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.422303] env[69325]: DEBUG oslo_concurrency.lockutils [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] Releasing lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.422749] env[69325]: DEBUG nova.compute.manager [req-8bc33dec-d697-4c0a-9703-5ba2aca628d2 req-95e36755-ef72-4902-8b4d-49176a5d5eaa service nova] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Received event network-vif-deleted-79520c7d-1332-498d-99e8-e1ed0a463f27 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.434861] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072366, 'name': CreateVM_Task, 'duration_secs': 1.499914} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.435088] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.435915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.436129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.436597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.436882] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f08a43-e20b-450d-bfc6-2bef94137aef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.442632] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1109.442632] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5292e1b2-2bd5-f8bc-1442-e2c1b5a27316" [ 1109.442632] env[69325]: _type = "Task" [ 1109.442632] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.451170] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5292e1b2-2bd5-f8bc-1442-e2c1b5a27316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.535963] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.579898] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1109.580355] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a528254-37c4-4e91-a0b5-8e0599a4dfba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.593721] env[69325]: DEBUG oslo_vmware.api [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072372, 'name': PowerOnVM_Task, 'duration_secs': 0.652984} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.595483] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.595739] env[69325]: INFO nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1109.596060] env[69325]: DEBUG nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.596637] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1109.596637] env[69325]: value = "task-4072373" [ 1109.596637] env[69325]: _type = "Task" [ 1109.596637] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.597534] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661ceee-8a25-4921-9a3a-b45f328129f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.620317] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072373, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.688392] env[69325]: DEBUG nova.scheduler.client.report [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.740678] env[69325]: INFO nova.compute.manager [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Took 42.69 seconds to build instance. [ 1109.956668] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5292e1b2-2bd5-f8bc-1442-e2c1b5a27316, 'name': SearchDatastore_Task, 'duration_secs': 0.016155} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.957088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.957463] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.957806] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.958474] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.958474] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.960022] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbe3d5f-6795-4a08-9a3f-b6e97540ebde {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.971077] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.971282] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.972136] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b168b94-1427-448e-a5de-64446f923eac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.978915] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1109.978915] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525ef2f9-531f-f91c-eaa9-7fd1b21e0f23" [ 1109.978915] env[69325]: _type = "Task" [ 1109.978915] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.988827] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ef2f9-531f-f91c-eaa9-7fd1b21e0f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.053031] env[69325]: DEBUG nova.network.neutron [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Updating instance_info_cache with network_info: [{"id": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "address": "fa:16:3e:4b:72:50", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4c8e32-51", "ovs_interfaceid": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.076945] env[69325]: DEBUG nova.network.neutron [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Port 63007529-f892-4ee0-8abc-a800eee18b20 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1110.116138] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072373, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.131588] env[69325]: INFO nova.compute.manager [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Took 49.33 seconds to build instance. [ 1110.194686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.197862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.548s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.198425] env[69325]: DEBUG nova.objects.instance [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lazy-loading 'resources' on Instance uuid 89b907bd-1572-4756-aeba-5e34e0e5d47e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.228750] env[69325]: INFO nova.scheduler.client.report [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Deleted allocations for instance 25960116-e931-4230-baae-940b613ef9d6 [ 1110.243569] env[69325]: DEBUG nova.compute.manager [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Received event network-vif-plugged-fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.243939] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Acquiring lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.244253] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.244459] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.244739] env[69325]: DEBUG nova.compute.manager [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] No waiting events found dispatching network-vif-plugged-fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.245306] env[69325]: WARNING nova.compute.manager [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Received unexpected event network-vif-plugged-fd4c8e32-5149-4e45-9414-e5d4985a51c0 for instance with vm_state building and task_state spawning. [ 1110.245492] env[69325]: DEBUG nova.compute.manager [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Received event network-changed-fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.245654] env[69325]: DEBUG nova.compute.manager [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Refreshing instance network info cache due to event network-changed-fd4c8e32-5149-4e45-9414-e5d4985a51c0. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.245826] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Acquiring lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.246604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.209s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.247635] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.282793] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.283365] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.283604] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.283807] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.284032] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.284309] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.284525] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.284802] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.285703] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.285942] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.286323] env[69325]: DEBUG nova.virt.hardware [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.289909] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164bf9fb-765d-481d-83bb-a95fa17fe7f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.303679] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4121967-f653-4a29-800b-79bb8ffc614a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.321094] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.326657] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Creating folder: Project (dbff2ef99ded4eaca32da1b4927d6eb0). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.327421] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76cf5e02-1aae-45f9-9c7d-e7a040020553 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.339822] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Created folder: Project (dbff2ef99ded4eaca32da1b4927d6eb0) in parent group-v806727. [ 1110.340774] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Creating folder: Instances. Parent ref: group-v806998. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.340774] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcde8d89-3b04-454f-acee-49f83128cd08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.354274] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Created folder: Instances in parent group-v806998. [ 1110.354274] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.354274] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.354531] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52c5663f-076a-40ee-ad42-75692e5501b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376664] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.376664] env[69325]: value = "task-4072376" [ 1110.376664] env[69325]: _type = "Task" [ 1110.376664] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.387150] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072376, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.490513] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ef2f9-531f-f91c-eaa9-7fd1b21e0f23, 'name': SearchDatastore_Task, 'duration_secs': 0.017749} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.492013] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4d4c1c-fd25-48a3-b4db-beef92a8fbbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.498345] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1110.498345] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5292f8ff-a8d3-2e9d-7dc0-9984f7065c2a" [ 1110.498345] env[69325]: _type = "Task" [ 1110.498345] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.507415] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5292f8ff-a8d3-2e9d-7dc0-9984f7065c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.558665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.559177] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Instance network_info: |[{"id": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "address": "fa:16:3e:4b:72:50", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4c8e32-51", "ovs_interfaceid": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.559604] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Acquired lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.559789] env[69325]: DEBUG nova.network.neutron [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Refreshing network info cache for port fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.561435] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:72:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd4c8e32-5149-4e45-9414-e5d4985a51c0', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.570462] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.574059] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.574731] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b962dc-03ee-4a75-8778-b8efe59cd7ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.603959] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "efedfadb-8992-4d41-8f86-90d5a7471368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.604273] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.604453] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.608024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.608024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.612496] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.612496] env[69325]: value = "task-4072377" [ 1110.612496] env[69325]: _type = "Task" [ 1110.612496] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.613174] env[69325]: INFO nova.compute.manager [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Terminating instance [ 1110.635318] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072373, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.635784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.858s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.652419] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072377, 'name': CreateVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.740267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Lock "25960116-e931-4230-baae-940b613ef9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.938s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.895863] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072376, 'name': CreateVM_Task, 'duration_secs': 0.381196} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.896171] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.896869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.897129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.897684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.898037] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110a8afc-6094-41a6-8a03-7e200eff67bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.907444] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1110.907444] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5217f369-a330-b27d-8898-90f3a9f2b3d4" [ 1110.907444] env[69325]: _type = "Task" [ 1110.907444] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.918174] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217f369-a330-b27d-8898-90f3a9f2b3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.012809] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5292f8ff-a8d3-2e9d-7dc0-9984f7065c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.013379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.013977] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] df2cbfee-39b0-49de-ba47-60537a82f63b/df2cbfee-39b0-49de-ba47-60537a82f63b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.014610] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4afce8f-ee34-4162-9a29-68332d3c2919 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029892] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1111.029892] env[69325]: value = "task-4072378" [ 1111.029892] env[69325]: _type = "Task" [ 1111.029892] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.050739] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.089827] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623a4a8-c513-4494-9463-d4670d6aab1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.100166] env[69325]: DEBUG nova.network.neutron [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Updated VIF entry in instance network info cache for port fd4c8e32-5149-4e45-9414-e5d4985a51c0. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.100907] env[69325]: DEBUG nova.network.neutron [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Updating instance_info_cache with network_info: [{"id": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "address": "fa:16:3e:4b:72:50", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4c8e32-51", "ovs_interfaceid": "fd4c8e32-5149-4e45-9414-e5d4985a51c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.104039] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c17e08-70dd-4844-a20f-0042cef444e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.168591] env[69325]: DEBUG nova.compute.manager [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.168591] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.173689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.173949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.174125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.176423] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ab875-ecea-4081-a744-2855a61b347c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.182317] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386d80a-7a14-4c63-9bdd-e15d81596031 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.198293] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072377, 'name': CreateVM_Task, 'duration_secs': 0.477786} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.198579] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072373, 'name': CloneVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.200566] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.202308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.210037] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.212473] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6637f357-35ee-48d5-a188-b007065f7427 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.219783] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3039f7-56aa-43e5-a528-f0a4833f4899 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.240653] env[69325]: DEBUG nova.compute.provider_tree [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.245192] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1111.245192] env[69325]: value = "task-4072379" [ 1111.245192] env[69325]: _type = "Task" [ 1111.245192] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.259533] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.362662] env[69325]: DEBUG nova.compute.manager [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Received event network-changed-53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.363253] env[69325]: DEBUG nova.compute.manager [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Refreshing instance network info cache due to event network-changed-53cc6486-c2f1-45c8-b049-2b71397cdf56. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.363392] env[69325]: DEBUG oslo_concurrency.lockutils [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.363657] env[69325]: DEBUG oslo_concurrency.lockutils [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.363903] env[69325]: DEBUG nova.network.neutron [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Refreshing network info cache for port 53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.421039] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217f369-a330-b27d-8898-90f3a9f2b3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.025122} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.421403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.421657] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.421904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.422075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.423052] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.423410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.424210] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.424492] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ff3c9a0-0711-46aa-aca6-cd81dbe5e6eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.426676] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef8180c-3441-47b5-9ff4-85628494d154 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.436677] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1111.436677] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52172cf7-f8c2-07a3-07e6-f58487936b06" [ 1111.436677] env[69325]: _type = "Task" [ 1111.436677] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.451646] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52172cf7-f8c2-07a3-07e6-f58487936b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.453605] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.454075] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.455592] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3299681-6655-4adf-84bf-1e0e8d630db2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.464277] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1111.464277] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522106cf-d661-d199-9e49-382adaf530de" [ 1111.464277] env[69325]: _type = "Task" [ 1111.464277] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.475102] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522106cf-d661-d199-9e49-382adaf530de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.546868] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.624045] env[69325]: DEBUG oslo_concurrency.lockutils [req-c3bb09ab-dcd7-4da1-ae3d-4c0463b5b80c req-50c85355-de93-4481-987c-dce2dd234403 service nova] Releasing lock "refresh_cache-56e68363-8f40-4767-a9a0-3373db30ced1" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.640971] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072373, 'name': CloneVM_Task, 'duration_secs': 1.614093} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.641412] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created linked-clone VM from snapshot [ 1111.642916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c02c31-5ef8-4804-a581-dfac64f50f09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.659206] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploading image 906141da-f065-40dc-8f9c-76796f3fd679 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.702502] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.702502] env[69325]: value = "vm-806997" [ 1111.702502] env[69325]: _type = "VirtualMachine" [ 1111.702502] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.703334] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f62d80c3-aa73-40e0-b05f-1a81f7aa08a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.713833] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease: (returnval){ [ 1111.713833] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524fd30a-d8d9-8cf1-2678-e2de5c869e37" [ 1111.713833] env[69325]: _type = "HttpNfcLease" [ 1111.713833] env[69325]: } obtained for exporting VM: (result){ [ 1111.713833] env[69325]: value = "vm-806997" [ 1111.713833] env[69325]: _type = "VirtualMachine" [ 1111.713833] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.714294] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the lease: (returnval){ [ 1111.714294] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524fd30a-d8d9-8cf1-2678-e2de5c869e37" [ 1111.714294] env[69325]: _type = "HttpNfcLease" [ 1111.714294] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.724531] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.724531] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524fd30a-d8d9-8cf1-2678-e2de5c869e37" [ 1111.724531] env[69325]: _type = "HttpNfcLease" [ 1111.724531] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.747135] env[69325]: DEBUG nova.scheduler.client.report [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.761409] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072379, 'name': PowerOffVM_Task, 'duration_secs': 0.51177} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.761828] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.762057] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.762392] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13bf8a35-8990-479e-a6c1-40405e2262d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.841862] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.842146] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.842350] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Deleting the datastore file [datastore2] efedfadb-8992-4d41-8f86-90d5a7471368 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.842677] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff94ad6e-8441-4794-922f-894e8efc180f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.850346] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for the task: (returnval){ [ 1111.850346] env[69325]: value = "task-4072382" [ 1111.850346] env[69325]: _type = "Task" [ 1111.850346] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.859412] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.949812] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52172cf7-f8c2-07a3-07e6-f58487936b06, 'name': SearchDatastore_Task, 'duration_secs': 0.071029} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.949812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.949812] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.949812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.978730] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522106cf-d661-d199-9e49-382adaf530de, 'name': SearchDatastore_Task, 'duration_secs': 0.066901} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.979634] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcc88d0-e765-4332-9785-1dc94a7a72c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.986793] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1111.986793] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52286d4a-8d55-dc8f-beeb-6dd301a2ef3b" [ 1111.986793] env[69325]: _type = "Task" [ 1111.986793] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.997354] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52286d4a-8d55-dc8f-beeb-6dd301a2ef3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.046013] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666862} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.046013] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] df2cbfee-39b0-49de-ba47-60537a82f63b/df2cbfee-39b0-49de-ba47-60537a82f63b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.046013] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.046013] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d81611-3da1-4a1e-b582-9137984ce3e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.053305] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1112.053305] env[69325]: value = "task-4072383" [ 1112.053305] env[69325]: _type = "Task" [ 1112.053305] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.062664] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.173153] env[69325]: DEBUG nova.network.neutron [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updated VIF entry in instance network info cache for port 53cc6486-c2f1-45c8-b049-2b71397cdf56. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.173566] env[69325]: DEBUG nova.network.neutron [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.221350] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221557] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221771] env[69325]: DEBUG nova.network.neutron [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.227484] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.227484] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524fd30a-d8d9-8cf1-2678-e2de5c869e37" [ 1112.227484] env[69325]: _type = "HttpNfcLease" [ 1112.227484] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.227791] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.227791] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524fd30a-d8d9-8cf1-2678-e2de5c869e37" [ 1112.227791] env[69325]: _type = "HttpNfcLease" [ 1112.227791] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.228610] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a6f76-196f-4b70-aff7-42e938d3f73b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.238571] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.238796] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.298862] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.303627] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.089s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.305298] env[69325]: INFO nova.compute.claims [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.309538] env[69325]: DEBUG nova.compute.manager [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.309733] env[69325]: DEBUG nova.compute.manager [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing instance network info cache due to event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.309948] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.310111] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.310275] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.329532] env[69325]: INFO nova.scheduler.client.report [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 89b907bd-1572-4756-aeba-5e34e0e5d47e [ 1112.352072] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd5ff263-6045-412f-8494-edef8d70da89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.363584] env[69325]: DEBUG oslo_vmware.api [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Task: {'id': task-4072382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396005} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.365035] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.365035] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.365035] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.365035] env[69325]: INFO nova.compute.manager [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1112.365248] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.365458] env[69325]: DEBUG nova.compute.manager [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.365555] env[69325]: DEBUG nova.network.neutron [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.505094] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52286d4a-8d55-dc8f-beeb-6dd301a2ef3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017089} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.505448] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505728] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.506033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.506282] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.506531] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b2e364-a51c-4f8d-93d1-faeb77ab940f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.511085] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a96a26-02b7-42b7-984b-a2352d6f256d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.519065] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1112.519065] env[69325]: value = "task-4072384" [ 1112.519065] env[69325]: _type = "Task" [ 1112.519065] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.523757] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.523961] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.525167] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4238ca7-c2a0-4c1c-b4b8-70b05e12fb90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.532419] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.536789] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1112.536789] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522a9aae-293d-b7b9-f252-87c3c241c6ed" [ 1112.536789] env[69325]: _type = "Task" [ 1112.536789] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.546956] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522a9aae-293d-b7b9-f252-87c3c241c6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.566750] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102392} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.567763] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.568855] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7369a4-3ff8-4cab-8851-5da8481dde7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.592522] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] df2cbfee-39b0-49de-ba47-60537a82f63b/df2cbfee-39b0-49de-ba47-60537a82f63b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.594516] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d7061a-19fe-4032-b910-8f5a39a30a02 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.617938] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1112.617938] env[69325]: value = "task-4072385" [ 1112.617938] env[69325]: _type = "Task" [ 1112.617938] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.629498] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.677230] env[69325]: DEBUG oslo_concurrency.lockutils [req-1ead9854-dc94-4304-b7ca-aca23d706fc4 req-d6238499-f994-4af0-a2b3-7d6f125161f7 service nova] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.840294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6ec5a413-8ac4-4400-bf6b-ea03654211ed tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "89b907bd-1572-4756-aeba-5e34e0e5d47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.738s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.032641] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072384, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.048812] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522a9aae-293d-b7b9-f252-87c3c241c6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.054361] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f94ca4-f822-4964-ae93-2682d53f1dfd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.062521] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1113.062521] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d0a22-76fe-192c-2066-9722f101381b" [ 1113.062521] env[69325]: _type = "Task" [ 1113.062521] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.072522] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524d0a22-76fe-192c-2066-9722f101381b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.136915] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.266728] env[69325]: DEBUG nova.network.neutron [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.297066] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updated VIF entry in instance network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.297524] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.311460] env[69325]: DEBUG nova.network.neutron [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.532112] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711189} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.532526] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.534190] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.534190] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-520657d9-cfc6-475e-9b24-d09ec12aaa34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.543702] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1113.543702] env[69325]: value = "task-4072386" [ 1113.543702] env[69325]: _type = "Task" [ 1113.543702] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.555542] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.573650] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524d0a22-76fe-192c-2066-9722f101381b, 'name': SearchDatastore_Task, 'duration_secs': 0.066624} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.577043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.577419] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 56e68363-8f40-4767-a9a0-3373db30ced1/56e68363-8f40-4767-a9a0-3373db30ced1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.578026] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3940a378-810f-43b8-8c95-5fd294db494b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.586114] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1113.586114] env[69325]: value = "task-4072387" [ 1113.586114] env[69325]: _type = "Task" [ 1113.586114] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.604742] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.637106] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072385, 'name': ReconfigVM_Task, 'duration_secs': 0.830421} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.637894] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] df2cbfee-39b0-49de-ba47-60537a82f63b/df2cbfee-39b0-49de-ba47-60537a82f63b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.642699] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e79d5b83-6ffa-4a5e-bd2d-18b60029c645 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.653960] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1113.653960] env[69325]: value = "task-4072388" [ 1113.653960] env[69325]: _type = "Task" [ 1113.653960] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.675185] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072388, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.710374] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0acfa6-5638-49ad-bd2c-da896979d7f3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.720328] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fdff72-e12f-44bc-8fef-6fbb638774c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.754087] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ce10f-3a29-4ba2-80d7-0c8280a9a521 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.763299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6cd114-9d23-474f-a11e-5a00aa5ae6ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.768224] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.783505] env[69325]: DEBUG nova.compute.provider_tree [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.804645] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.804645] env[69325]: DEBUG nova.compute.manager [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.804645] env[69325]: DEBUG nova.compute.manager [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing instance network info cache due to event network-changed-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.804898] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Acquiring lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.804898] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Acquired lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.805513] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Refreshing network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.816633] env[69325]: INFO nova.compute.manager [-] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Took 1.45 seconds to deallocate network for instance. [ 1114.056091] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119957} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.056544] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.057563] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dce0ee-7c9c-43b2-a67c-2aa5074156df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.082512] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.083200] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e766a489-4e35-45a5-951c-868f4987cab6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.110522] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072387, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.113257] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1114.113257] env[69325]: value = "task-4072389" [ 1114.113257] env[69325]: _type = "Task" [ 1114.113257] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.125189] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.166087] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072388, 'name': Rename_Task, 'duration_secs': 0.233439} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.166632] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.167017] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d0b18d-0f0d-4aec-95b3-a0c4926c879c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.178788] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1114.178788] env[69325]: value = "task-4072390" [ 1114.178788] env[69325]: _type = "Task" [ 1114.178788] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.191796] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.287271] env[69325]: DEBUG nova.scheduler.client.report [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.305442] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de03d413-e50d-4838-9628-1f6b7b0cfb7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.330613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.331632] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd82b4-a9f9-4a2d-8428-5376b324fe79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.341170] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.514019] env[69325]: DEBUG nova.compute.manager [req-cf677b32-9440-4e18-a83a-0ce986e4a685 req-84b0ec47-fbb6-4ce2-b96f-c6fa63608478 service nova] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Received event network-vif-deleted-0f70997f-14cc-4e26-87bb-bad4fb3bac3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.580593] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updated VIF entry in instance network info cache for port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.580984] env[69325]: DEBUG nova.network.neutron [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [{"id": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "address": "fa:16:3e:36:50:25", "network": {"id": "4cdb80b0-ceb1-4b56-a9bb-418bec0d4438", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-308275230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6665991f3588451ab7df0d6e03001c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b53d4a5-90", "ovs_interfaceid": "7b53d4a5-901f-4af1-9912-bb1bfc4bddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.613355] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63402} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.613355] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 56e68363-8f40-4767-a9a0-3373db30ced1/56e68363-8f40-4767-a9a0-3373db30ced1.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.613580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.614972] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131db320-4006-4726-93e9-a895064676e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.628080] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.630309] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1114.630309] env[69325]: value = "task-4072391" [ 1114.630309] env[69325]: _type = "Task" [ 1114.630309] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.642733] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.690758] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.795301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.795301] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.797892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.680s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.798323] env[69325]: DEBUG nova.objects.instance [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lazy-loading 'resources' on Instance uuid 7620a794-9e66-4187-894d-e3a60a97e8f0 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.801277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.801656] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.852023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.852023] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ffc514-9737-445a-b251-94816841d68f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.861073] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1114.861073] env[69325]: value = "task-4072392" [ 1114.861073] env[69325]: _type = "Task" [ 1114.861073] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.869622] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.083856] env[69325]: DEBUG oslo_concurrency.lockutils [req-4ca0b9d3-1979-4739-8d41-d1c241352f31 req-3bb210c5-d76a-44a3-9abe-b24abb765b92 service nova] Releasing lock "refresh_cache-d19bf484-73f5-4474-a546-592d6df45d9d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.128017] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072389, 'name': ReconfigVM_Task, 'duration_secs': 0.590253} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.128710] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.129580] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f67526-539d-45b2-9bf6-75c3c57f5389 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.146032] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083972} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.146841] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.148417] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1115.148417] env[69325]: value = "task-4072393" [ 1115.148417] env[69325]: _type = "Task" [ 1115.148417] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.149496] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba3d769-144e-4ab9-8eff-5cbc1a0e9420 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.185190] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 56e68363-8f40-4767-a9a0-3373db30ced1/56e68363-8f40-4767-a9a0-3373db30ced1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.189697] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45820ba6-3c3b-414f-98ec-793e55372623 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.206327] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072393, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.217269] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.220202] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1115.220202] env[69325]: value = "task-4072394" [ 1115.220202] env[69325]: _type = "Task" [ 1115.220202] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.234927] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.304022] env[69325]: DEBUG nova.compute.utils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.308174] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.308174] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.314826] env[69325]: DEBUG nova.compute.utils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.372366] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.379450] env[69325]: DEBUG nova.policy [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feadf29f60c047d7a5d066805bdc4a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd64265ad38d34af6833236c548f861f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.616369] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a8e49-41bf-4ff7-9fe2-95b00993e4a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.626670] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c99c37-0cd3-4265-bbb4-496788fb9a0a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.671472] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e9bc41-89e5-48e8-b2f3-ea1ca2a20eb5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.678568] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072393, 'name': Rename_Task, 'duration_secs': 0.213419} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.680259] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.680624] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41170eb6-b891-43b6-95ad-4039320076aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.683427] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685016ba-2e36-4365-8987-30a941376e1d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.707045] env[69325]: DEBUG nova.compute.provider_tree [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.710788] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1115.710788] env[69325]: value = "task-4072395" [ 1115.710788] env[69325]: _type = "Task" [ 1115.710788] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.721779] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.729891] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.736713] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.790702] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Successfully created port: 6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.806522] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.821896] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.873998] env[69325]: DEBUG oslo_vmware.api [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072392, 'name': PowerOnVM_Task, 'duration_secs': 0.659489} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.874382] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.874607] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88ade3e6-b11c-44d2-8d40-20e7aa246d20 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance '786912cf-caa4-4392-8a5b-5f0a7558551c' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.201442] env[69325]: DEBUG oslo_vmware.api [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072390, 'name': PowerOnVM_Task, 'duration_secs': 1.635677} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.201808] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.202073] env[69325]: INFO nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1116.202321] env[69325]: DEBUG nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.203233] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb6164-d019-4b8f-ba24-9f8dc00790fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.228030] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.238319] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072394, 'name': ReconfigVM_Task, 'duration_secs': 0.555287} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.239493] env[69325]: ERROR nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [req-55f5f1e6-f5c7-45b3-bbb6-0aefbccee129] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55f5f1e6-f5c7-45b3-bbb6-0aefbccee129"}]} [ 1116.239920] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 56e68363-8f40-4767-a9a0-3373db30ced1/56e68363-8f40-4767-a9a0-3373db30ced1.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.243968] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b65a2e-986e-46f0-9f9c-7c713d292512 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.253142] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1116.253142] env[69325]: value = "task-4072396" [ 1116.253142] env[69325]: _type = "Task" [ 1116.253142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.260219] env[69325]: DEBUG nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1116.267765] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072396, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.283128] env[69325]: DEBUG nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1116.283484] env[69325]: DEBUG nova.compute.provider_tree [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.302467] env[69325]: DEBUG nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1116.328650] env[69325]: DEBUG nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1116.658420] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e32594-eabf-4aab-af1c-8266e50a3a8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.667988] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707e810-abb7-46cb-8362-4c368f04bc2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.711866] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a98fa0-f8ff-4431-bb52-9c2bd7843ff2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.729145] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247946f8-82b6-4471-9e73-5d97dd7ee9ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.739417] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.739932] env[69325]: INFO nova.compute.manager [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Took 38.74 seconds to build instance. [ 1116.756070] env[69325]: DEBUG nova.compute.provider_tree [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.769499] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072396, 'name': Rename_Task, 'duration_secs': 0.265451} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.769788] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.770074] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9583a851-1d2f-4a04-8c3f-5abf38132ec7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.779814] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1116.779814] env[69325]: value = "task-4072397" [ 1116.779814] env[69325]: _type = "Task" [ 1116.779814] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.789807] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.818604] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.899037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.899235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.899496] env[69325]: INFO nova.compute.manager [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Attaching volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 to /dev/sdb [ 1116.938158] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60afb4-d898-4fee-a634-289f2e764730 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.948682] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13dbb7a-d28d-493c-8d4a-288df27fc4a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.964112] env[69325]: DEBUG nova.virt.block_device [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating existing volume attachment record: 3d0e74dd-1f20-4f58-8f54-d8d75d00db71 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.226907] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072395, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.245669] env[69325]: DEBUG oslo_concurrency.lockutils [None req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.259s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.293281] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.309662] env[69325]: DEBUG nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1117.309662] env[69325]: DEBUG nova.compute.provider_tree [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 120 to 121 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1117.309928] env[69325]: DEBUG nova.compute.provider_tree [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.399082] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Successfully updated port: 6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.729016] env[69325]: DEBUG oslo_vmware.api [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072395, 'name': PowerOnVM_Task, 'duration_secs': 1.888047} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.729551] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.729667] env[69325]: INFO nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1117.729897] env[69325]: DEBUG nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.730909] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516001fb-b762-4117-ac62-23bfb166cdc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.793804] env[69325]: DEBUG oslo_vmware.api [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072397, 'name': PowerOnVM_Task, 'duration_secs': 0.800865} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.795074] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.795482] env[69325]: INFO nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1117.795732] env[69325]: DEBUG nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.797373] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84577b-09ab-4823-8077-6a05a851de6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.815177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.017s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.818511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.487s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.818511] env[69325]: DEBUG nova.objects.instance [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lazy-loading 'resources' on Instance uuid efedfadb-8992-4d41-8f86-90d5a7471368 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.844358] env[69325]: INFO nova.scheduler.client.report [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted allocations for instance 7620a794-9e66-4187-894d-e3a60a97e8f0 [ 1117.906475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.906475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.906475] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.251033] env[69325]: INFO nova.compute.manager [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Took 33.57 seconds to build instance. [ 1118.321138] env[69325]: INFO nova.compute.manager [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Took 36.20 seconds to build instance. [ 1118.354126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2e19cd5d-52c2-4752-9fa7-121bede043fc tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "7620a794-9e66-4187-894d-e3a60a97e8f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.937s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.445508] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.597976] env[69325]: DEBUG nova.network.neutron [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Updating instance_info_cache with network_info: [{"id": "6071edaf-5a11-4632-93c2-b50f3dec4468", "address": "fa:16:3e:ac:40:da", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6071edaf-5a", "ovs_interfaceid": "6071edaf-5a11-4632-93c2-b50f3dec4468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.607698] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088187a3-6e8c-4ff5-9b59-9801980d30ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.617332] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33534b-1030-4ec1-a120-0b2dfbc877c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.649768] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ebc7d-badb-4e5c-ae18-67bbf4bdc2fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.659025] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db0789-d680-4ea8-9785-333687745dbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.673381] env[69325]: DEBUG nova.compute.provider_tree [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.753174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f8656495-0bd7-466f-ab82-f06446033f85 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.076s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.827679] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.718s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.035217] env[69325]: DEBUG nova.virt.hardware [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.038281] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ff566-30fb-4164-abd6-934471b73936 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.048566] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.049862] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c7644-d6a1-4341-bc62-1340fb2ee4d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.054326] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c9426d-3da5-463f-8a28-337d7fe17077 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.069154] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.069356] env[69325]: ERROR oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk due to incomplete transfer. [ 1119.069680] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-34069fde-a4f3-499d-9d7b-9261eaa5a65a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.078360] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1d991-1b04-ad5b-db96-b0b3ce73535c/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1119.078631] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Uploaded image 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1119.081202] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1119.081270] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fb91bcc-8e7e-41ce-8a4c-a45e6c8476b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.087997] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1119.087997] env[69325]: value = "task-4072401" [ 1119.087997] env[69325]: _type = "Task" [ 1119.087997] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.096817] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072401, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.100475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.100799] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Instance network_info: |[{"id": "6071edaf-5a11-4632-93c2-b50f3dec4468", "address": "fa:16:3e:ac:40:da", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6071edaf-5a", "ovs_interfaceid": "6071edaf-5a11-4632-93c2-b50f3dec4468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.101226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:40:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6071edaf-5a11-4632-93c2-b50f3dec4468', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.110387] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.110714] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.111017] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b621b01-40fd-4b99-931e-5d52870d5e8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.145016] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.145016] env[69325]: value = "task-4072402" [ 1119.145016] env[69325]: _type = "Task" [ 1119.145016] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.156892] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072402, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.180023] env[69325]: DEBUG nova.scheduler.client.report [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.338525] env[69325]: DEBUG nova.compute.manager [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Received event network-vif-plugged-6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.338763] env[69325]: DEBUG oslo_concurrency.lockutils [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] Acquiring lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.338990] env[69325]: DEBUG oslo_concurrency.lockutils [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.339438] env[69325]: DEBUG oslo_concurrency.lockutils [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.339631] env[69325]: DEBUG nova.compute.manager [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] No waiting events found dispatching network-vif-plugged-6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.339816] env[69325]: WARNING nova.compute.manager [req-1951d2e5-e427-4424-9088-f05fce9d6f8e req-f378cd7d-c99c-4c8b-8984-06697e7b4cad service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Received unexpected event network-vif-plugged-6071edaf-5a11-4632-93c2-b50f3dec4468 for instance with vm_state building and task_state spawning. [ 1119.600446] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072401, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.656493] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072402, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.683138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.704176] env[69325]: INFO nova.scheduler.client.report [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Deleted allocations for instance efedfadb-8992-4d41-8f86-90d5a7471368 [ 1119.957650] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.957913] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.961641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.961881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.099742] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072401, 'name': Destroy_Task, 'duration_secs': 0.805612} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.100302] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Destroyed the VM [ 1120.100619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1120.100905] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8b148a4-acc7-44c1-8328-8cf2f8a82c48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.114238] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1120.114238] env[69325]: value = "task-4072404" [ 1120.114238] env[69325]: _type = "Task" [ 1120.114238] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.124677] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072404, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.158063] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072402, 'name': CreateVM_Task, 'duration_secs': 0.604899} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.158324] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.159132] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.159369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.159691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.159994] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9d97cf-c962-40cb-bde4-b7b888a52468 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.166394] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1120.166394] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525c1533-73ba-66c6-36cd-a254f455c7f5" [ 1120.166394] env[69325]: _type = "Task" [ 1120.166394] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.176774] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525c1533-73ba-66c6-36cd-a254f455c7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.212506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0eddc3b-17f0-412d-a656-f0cf0024f201 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Lock "efedfadb-8992-4d41-8f86-90d5a7471368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.608s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.267545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.267911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.268156] env[69325]: DEBUG nova.compute.manager [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Going to confirm migration 3 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1120.269770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "df2cbfee-39b0-49de-ba47-60537a82f63b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.270270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.270270] env[69325]: INFO nova.compute.manager [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Rebooting instance [ 1120.333984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "56e68363-8f40-4767-a9a0-3373db30ced1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.334402] env[69325]: DEBUG oslo_concurrency.lockutils [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.334681] env[69325]: DEBUG nova.compute.manager [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.336832] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29475ced-2d2a-4d50-a427-2ec16ed4b2ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.346286] env[69325]: DEBUG nova.compute.manager [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1120.347097] env[69325]: DEBUG nova.objects.instance [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'flavor' on Instance uuid 56e68363-8f40-4767-a9a0-3373db30ced1 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.462433] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.465135] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.580156] env[69325]: INFO nova.compute.manager [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Rebuilding instance [ 1120.624589] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072404, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.634492] env[69325]: DEBUG nova.compute.manager [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.635452] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d3c78d-0280-4bca-8616-2192117424ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.678969] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525c1533-73ba-66c6-36cd-a254f455c7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.679437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.679698] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.679944] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.680106] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.680340] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.681446] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306e5444-5d65-418f-ad74-d73996055666 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.692558] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.692799] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.693613] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db71af0-db57-4a9e-b250-64a72f19f082 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.700634] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1120.700634] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523d2c1f-3f7a-5ace-1307-02256880b507" [ 1120.700634] env[69325]: _type = "Task" [ 1120.700634] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.710697] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523d2c1f-3f7a-5ace-1307-02256880b507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.796823] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.797022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquired lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.797233] env[69325]: DEBUG nova.network.neutron [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.832533] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.832716] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.832893] env[69325]: DEBUG nova.network.neutron [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.833089] env[69325]: DEBUG nova.objects.instance [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'info_cache' on Instance uuid 786912cf-caa4-4392-8a5b-5f0a7558551c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.989582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.989881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.991405] env[69325]: INFO nova.compute.claims [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.995199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.127292] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072404, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609629} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.127647] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1121.127943] env[69325]: DEBUG nova.compute.manager [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.128791] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513722d-e594-41d2-9ef4-d86f7974c6dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.212500] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523d2c1f-3f7a-5ace-1307-02256880b507, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.213395] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cd7ff6-7888-4d90-8ce0-7cea88dfa11f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.219840] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1121.219840] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521fd591-9ca7-baab-dbce-679f19b29187" [ 1121.219840] env[69325]: _type = "Task" [ 1121.219840] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.229509] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521fd591-9ca7-baab-dbce-679f19b29187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.359091] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.359433] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f56eba-d84f-4ee3-ab37-112256af2ab3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.368598] env[69325]: DEBUG oslo_vmware.api [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1121.368598] env[69325]: value = "task-4072405" [ 1121.368598] env[69325]: _type = "Task" [ 1121.368598] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.377663] env[69325]: DEBUG nova.compute.manager [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Received event network-changed-6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.377663] env[69325]: DEBUG nova.compute.manager [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Refreshing instance network info cache due to event network-changed-6071edaf-5a11-4632-93c2-b50f3dec4468. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.377915] env[69325]: DEBUG oslo_concurrency.lockutils [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] Acquiring lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.378092] env[69325]: DEBUG oslo_concurrency.lockutils [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] Acquired lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.378273] env[69325]: DEBUG nova.network.neutron [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Refreshing network info cache for port 6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.386712] env[69325]: DEBUG oslo_vmware.api [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.542833] env[69325]: DEBUG nova.network.neutron [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Updating instance_info_cache with network_info: [{"id": "c4442c8b-5aa8-4907-975d-04cf05298419", "address": "fa:16:3e:7f:91:39", "network": {"id": "256fb55b-339b-4497-89ca-9f0895ee19e5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-33625544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e895cdc0ce47f8b471f29bfb06de9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4442c8b-5a", "ovs_interfaceid": "c4442c8b-5aa8-4907-975d-04cf05298419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.643754] env[69325]: INFO nova.compute.manager [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Shelve offloading [ 1121.649515] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.650201] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de2b5602-fa1e-4b86-8b91-32c190e41f54 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.659517] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1121.659517] env[69325]: value = "task-4072406" [ 1121.659517] env[69325]: _type = "Task" [ 1121.659517] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.673199] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.732085] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521fd591-9ca7-baab-dbce-679f19b29187, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.732315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.732583] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 72d6cf3b-a008-4b2a-a10d-41046feb2506/72d6cf3b-a008-4b2a-a10d-41046feb2506.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.732849] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a643fee-49a7-40a5-8117-f6c9fd687c40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.742163] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1121.742163] env[69325]: value = "task-4072407" [ 1121.742163] env[69325]: _type = "Task" [ 1121.742163] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.752715] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.883743] env[69325]: DEBUG oslo_vmware.api [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072405, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.025570] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.025991] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.027333] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def75c8-80f6-4c4d-8fb0-f3c8d2773405 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.054637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Releasing lock "refresh_cache-df2cbfee-39b0-49de-ba47-60537a82f63b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.067303] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781f9ccc-115d-4086-be15-51ad54022908 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.098341] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.105624] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b0661e-7b50-4aa7-b34f-c8ee8fc5761a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.131685] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1122.131685] env[69325]: value = "task-4072408" [ 1122.131685] env[69325]: _type = "Task" [ 1122.131685] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.148666] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.151482] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.152207] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdd6c04-c8e4-4cd7-b095-d74c9cde2d39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.167056] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1122.167056] env[69325]: value = "task-4072409" [ 1122.167056] env[69325]: _type = "Task" [ 1122.167056] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.180399] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072406, 'name': PowerOffVM_Task, 'duration_secs': 0.257669} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.181488] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.181782] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.183311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75fb886-7100-44cf-b8ed-3beafc595111 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.192837] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.193607] env[69325]: DEBUG nova.compute.manager [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.194286] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7133c-0289-4a83-8cc4-e8256060991c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.200354] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.203887] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f63fdfd2-1818-4601-b8e3-06ab1a21598b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.210581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.210581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.210581] env[69325]: DEBUG nova.network.neutron [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.237368] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.237717] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.237987] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Deleting the datastore file [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.241404] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce29f68-4345-4966-a63f-e8f6007b9de3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.256818] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1122.256818] env[69325]: value = "task-4072411" [ 1122.256818] env[69325]: _type = "Task" [ 1122.256818] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.260688] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.274245] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.383069] env[69325]: DEBUG oslo_vmware.api [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072405, 'name': PowerOffVM_Task, 'duration_secs': 0.538378} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.383407] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.383679] env[69325]: DEBUG nova.compute.manager [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.384709] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0083dd-a4c2-4f3e-97ef-7e533596ee3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.486505] env[69325]: DEBUG nova.network.neutron [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Updated VIF entry in instance network info cache for port 6071edaf-5a11-4632-93c2-b50f3dec4468. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.487659] env[69325]: DEBUG nova.network.neutron [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Updating instance_info_cache with network_info: [{"id": "6071edaf-5a11-4632-93c2-b50f3dec4468", "address": "fa:16:3e:ac:40:da", "network": {"id": "36e9a9bd-7a3c-4948-87d8-1cc7fc7809df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1762834015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d64265ad38d34af6833236c548f861f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6071edaf-5a", "ovs_interfaceid": "6071edaf-5a11-4632-93c2-b50f3dec4468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.490062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e45cb9-fecd-4a7d-af56-83f8cba660c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.494345] env[69325]: DEBUG nova.network.neutron [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [{"id": "63007529-f892-4ee0-8abc-a800eee18b20", "address": "fa:16:3e:bf:cf:3e", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63007529-f8", "ovs_interfaceid": "63007529-f892-4ee0-8abc-a800eee18b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.504859] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e5ff4-09a9-4776-8189-da9810ec91c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.541308] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6203fbd-8398-4bfe-b306-0d9464c4da39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.553728] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9289aa-65be-4b13-9e56-6694a55460d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.563393] env[69325]: DEBUG nova.compute.manager [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.564288] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88b541-aff5-438b-a91b-5d33b7590a3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.575172] env[69325]: DEBUG nova.compute.provider_tree [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.642402] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.758078] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637827} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.758374] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 72d6cf3b-a008-4b2a-a10d-41046feb2506/72d6cf3b-a008-4b2a-a10d-41046feb2506.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.758535] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.758797] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ee0311-9692-4403-80fe-86984b1fd326 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.770121] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21954} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.771598] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.771848] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.772151] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.776259] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1122.776259] env[69325]: value = "task-4072412" [ 1122.776259] env[69325]: _type = "Task" [ 1122.776259] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.786812] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.903739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-edf4514e-ffe3-4ae1-9c10-054af47edeb3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.569s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.994351] env[69325]: DEBUG oslo_concurrency.lockutils [req-4db77402-b0c2-4a97-9660-2b129f135f0a req-336369c2-8f0a-4bc5-9edb-14185f736e05 service nova] Releasing lock "refresh_cache-72d6cf3b-a008-4b2a-a10d-41046feb2506" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.997271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-786912cf-caa4-4392-8a5b-5f0a7558551c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.997531] env[69325]: DEBUG nova.objects.instance [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'migration_context' on Instance uuid 786912cf-caa4-4392-8a5b-5f0a7558551c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.001582] env[69325]: DEBUG nova.network.neutron [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.012866] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.014526] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac98c7-e02f-42a4-b8cf-4b2ab693a043 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.021700] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.021914] env[69325]: ERROR oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk due to incomplete transfer. [ 1123.022180] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2055b95c-f10f-4e66-b870-b8c02319bc66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.031101] env[69325]: DEBUG oslo_vmware.rw_handles [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d45ce-9e6d-f8c5-0822-1a04e3f93e2b/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1123.031351] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploaded image 906141da-f065-40dc-8f9c-76796f3fd679 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1123.033743] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.033743] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62d74b04-5f87-4ca1-9a08-d1afaaa16e69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.041426] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1123.041426] env[69325]: value = "task-4072413" [ 1123.041426] env[69325]: _type = "Task" [ 1123.041426] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.050667] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072413, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.079507] env[69325]: DEBUG nova.scheduler.client.report [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.143452] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072408, 'name': ReconfigVM_Task, 'duration_secs': 0.564097} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.143818] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.148932] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3e97fa-a8a0-477c-93a8-6dfeadc5ea09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.165857] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1123.165857] env[69325]: value = "task-4072414" [ 1123.165857] env[69325]: _type = "Task" [ 1123.165857] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.175787] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.289926] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23237} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.290232] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.291059] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30cedd-6637-4311-9b1e-58971a340542 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.315235] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 72d6cf3b-a008-4b2a-a10d-41046feb2506/72d6cf3b-a008-4b2a-a10d-41046feb2506.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.316406] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc479ff-d3a2-413b-87e3-fe433b284f65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.340243] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1123.340243] env[69325]: value = "task-4072415" [ 1123.340243] env[69325]: _type = "Task" [ 1123.340243] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.353136] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.505966] env[69325]: DEBUG nova.objects.base [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Object Instance<786912cf-caa4-4392-8a5b-5f0a7558551c> lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.506811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.510262] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f6a46-a00a-49c8-b2f9-6fa24bf15eb5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.536709] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e78ce3-bca5-413b-a5df-ea35f66c6c85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.548534] env[69325]: DEBUG oslo_vmware.api [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1123.548534] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52abc7d0-1608-7f87-1dc3-7a7248d8b9ce" [ 1123.548534] env[69325]: _type = "Task" [ 1123.548534] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.566094] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072413, 'name': Destroy_Task, 'duration_secs': 0.475875} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.566426] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroyed the VM [ 1123.566677] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.567024] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bbfbddd3-fdf4-439d-825c-9707349c675c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.577854] env[69325]: DEBUG oslo_vmware.api [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52abc7d0-1608-7f87-1dc3-7a7248d8b9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.578634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.587086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.587086] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.592199] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1123.592199] env[69325]: value = "task-4072416" [ 1123.592199] env[69325]: _type = "Task" [ 1123.592199] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.592199] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.594s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.592199] env[69325]: INFO nova.compute.claims [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.595323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151adc8a-d2b1-4155-94f1-e02b3a0d76c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.609024] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.611402] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Doing hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1123.611663] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f74ecd65-1d72-48e3-bb60-728ffd5403a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.619945] env[69325]: DEBUG oslo_vmware.api [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1123.619945] env[69325]: value = "task-4072417" [ 1123.619945] env[69325]: _type = "Task" [ 1123.619945] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.629774] env[69325]: DEBUG oslo_vmware.api [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072417, 'name': ResetVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.677553] env[69325]: DEBUG oslo_vmware.api [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072414, 'name': ReconfigVM_Task, 'duration_secs': 0.173521} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.677928] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.820443] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.820698] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.820855] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.821060] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.821216] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.821363] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.821573] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.821733] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.821899] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.822073] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.822254] env[69325]: DEBUG nova.virt.hardware [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.823176] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec998daa-8cd3-4b90-af54-4b169c0b1008 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.832640] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f1d74-8d8f-4f44-a8ef-8bb3ccb1675c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.847537] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.853189] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.858137] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.859385] env[69325]: DEBUG nova.compute.manager [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-vif-unplugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.859587] env[69325]: DEBUG oslo_concurrency.lockutils [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.861632] env[69325]: DEBUG oslo_concurrency.lockutils [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.861819] env[69325]: DEBUG oslo_concurrency.lockutils [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.861994] env[69325]: DEBUG nova.compute.manager [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] No waiting events found dispatching network-vif-unplugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1123.862189] env[69325]: WARNING nova.compute.manager [req-f379cecb-682c-4ac8-9bd6-47056d3aa98b req-6c64481a-bc16-4a45-b82a-ccf01842cc92 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received unexpected event network-vif-unplugged-8c17c496-4266-4bb1-8c0b-730040563005 for instance with vm_state shelved and task_state shelving_offloading. [ 1123.864851] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f65f8f-dbad-411f-8a37-94c0d9a9b59d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.890094] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072415, 'name': ReconfigVM_Task, 'duration_secs': 0.46179} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.891472] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 72d6cf3b-a008-4b2a-a10d-41046feb2506/72d6cf3b-a008-4b2a-a10d-41046feb2506.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.892076] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.892076] env[69325]: value = "task-4072418" [ 1123.892076] env[69325]: _type = "Task" [ 1123.892076] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.892279] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c28c9f2-7921-4e32-9234-81ceaddbc888 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.894878] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.898755] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e953e-99d9-413b-a829-504af915f3d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.907901] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.912148] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018b813e-4358-474e-bded-80132b25a249 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.913755] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072418, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.914097] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1123.914097] env[69325]: value = "task-4072419" [ 1123.914097] env[69325]: _type = "Task" [ 1123.914097] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.924403] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072419, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.096461] env[69325]: DEBUG nova.compute.utils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.104113] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.104289] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.113250] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072416, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.131318] env[69325]: DEBUG oslo_vmware.api [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072417, 'name': ResetVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.143031] env[69325]: DEBUG nova.policy [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.384477] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "56e68363-8f40-4767-a9a0-3373db30ced1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.384761] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.384972] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.385176] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.385353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.390018] env[69325]: INFO nova.compute.manager [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Terminating instance [ 1124.410538] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072418, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.413019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.413554] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.413862] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleting the datastore file [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.414915] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-049b200d-ffed-4556-8772-6669b3a9b555 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.429191] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072419, 'name': Rename_Task, 'duration_secs': 0.321461} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.431029] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.431927] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1124.431927] env[69325]: value = "task-4072421" [ 1124.431927] env[69325]: _type = "Task" [ 1124.431927] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.431927] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7affa29-4cac-46ac-98fa-a711d022d137 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.444092] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1124.444092] env[69325]: value = "task-4072422" [ 1124.444092] env[69325]: _type = "Task" [ 1124.444092] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.453298] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.601019] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.616543] env[69325]: DEBUG oslo_vmware.api [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913748} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.621302] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.621302] env[69325]: INFO nova.compute.manager [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1124.639319] env[69325]: DEBUG oslo_vmware.api [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072417, 'name': ResetVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.719361] env[69325]: DEBUG nova.objects.instance [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'flavor' on Instance uuid 0162a509-82a6-4acc-8c66-267124334411 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.778082] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Successfully created port: fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.894810] env[69325]: DEBUG nova.compute.manager [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.895155] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.896505] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa6d8a-a52f-45ca-bae6-8b7763a09a55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.916324] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072418, 'name': CreateVM_Task, 'duration_secs': 0.688836} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.916719] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.916928] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.917165] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1827f232-18f2-46f5-9130-96622550f1b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.919213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.919435] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.919886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.920261] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dc6c7a-b58c-45fc-8d20-798bc9fe32bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.929976] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1124.929976] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520166cd-a213-aefa-34c7-8b26a09fc4b0" [ 1124.929976] env[69325]: _type = "Task" [ 1124.929976] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.946259] env[69325]: DEBUG oslo_vmware.api [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494323} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.954845] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.955435] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.955435] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.957225] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520166cd-a213-aefa-34c7-8b26a09fc4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012351} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.958908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958908] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.958908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958908] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.959456] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15f67969-ad7e-44ce-a101-2a58940a9e2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.964888] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.974014] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b060e8-e522-4f5f-809f-cae8bc76296e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.978515] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.978767] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.980228] env[69325]: INFO nova.scheduler.client.report [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted allocations for instance 4a252e74-6751-43b4-9b5f-e0d27432534e [ 1124.983288] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df358f8-03d0-4f78-af33-9d670a4fac2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.989654] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6977418a-7587-4ae4-95a0-58d1a02d3641 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.994304] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1124.994304] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5292518a-e270-e74f-df82-9aa5f031b28a" [ 1124.994304] env[69325]: _type = "Task" [ 1124.994304] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.029454] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a7aaa-7865-495e-8180-705ca589800a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.032844] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.032940] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.033126] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore1] 56e68363-8f40-4767-a9a0-3373db30ced1 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.037579] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c101350c-54fe-4cbe-9054-596913b3d982 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.039838] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5292518a-e270-e74f-df82-9aa5f031b28a, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.041361] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225bcf44-cf53-44b3-af6f-e1b1f483cd8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.049055] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452243e-0799-4730-8fd6-239ada86c5dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.054176] env[69325]: DEBUG oslo_vmware.api [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1125.054176] env[69325]: value = "task-4072424" [ 1125.054176] env[69325]: _type = "Task" [ 1125.054176] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.056182] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1125.056182] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c74729-d924-17d7-e7fd-6c56b499dfc2" [ 1125.056182] env[69325]: _type = "Task" [ 1125.056182] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.073412] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.083358] env[69325]: DEBUG oslo_vmware.api [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.089184] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c74729-d924-17d7-e7fd-6c56b499dfc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.090457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090862] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.091282] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc36ffe-4e57-48ca-89ec-ed992f9d7586 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.101438] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1125.101438] env[69325]: value = "task-4072425" [ 1125.101438] env[69325]: _type = "Task" [ 1125.101438] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.111839] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.135392] env[69325]: DEBUG oslo_vmware.api [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072417, 'name': ResetVM_Task, 'duration_secs': 1.149553} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.138328] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Did hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1125.138600] env[69325]: DEBUG nova.compute.manager [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.140023] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3f554-27ae-430d-bb5c-022b9a3cf129 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.178084] env[69325]: DEBUG nova.compute.manager [None req-5ae47ab9-fa37-4ed1-af2e-e9323e982b3b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Found 2 images (rotation: 2) {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1125.228251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-830f439f-8736-408c-80ad-bc557adceb05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.329s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.461314] env[69325]: DEBUG oslo_vmware.api [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072422, 'name': PowerOnVM_Task, 'duration_secs': 0.895226} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.461789] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.462140] env[69325]: INFO nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1125.462370] env[69325]: DEBUG nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.463297] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e519b33-4233-4237-ad66-1bed71da525a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.487452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.567075] env[69325]: DEBUG oslo_vmware.api [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165494} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.567366] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.567605] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.567792] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.568065] env[69325]: INFO nova.compute.manager [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1125.568337] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.568561] env[69325]: DEBUG nova.compute.manager [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.568679] env[69325]: DEBUG nova.network.neutron [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.602041] env[69325]: ERROR nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [req-bcb33463-99a0-4aba-ba42-88a01e2be41c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcb33463-99a0-4aba-ba42-88a01e2be41c"}]} [ 1125.623778] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.624952] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.628189] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.653026] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.653026] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.657479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2fa29296-de08-44bf-87f9-6e8f3bf902b5 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.387s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.668394] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.673017] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.673297] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.673476] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.673667] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.673819] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.674037] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.674441] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.675031] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.675031] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.675031] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.675187] env[69325]: DEBUG nova.virt.hardware [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.678326] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e63154-5a9e-4fe4-a5bd-4346967f8925 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.687583] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3acdf6c-c6f2-4ba4-8990-b6a0bf01f3b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.704412] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1125.744542] env[69325]: INFO nova.compute.manager [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Rebuilding instance [ 1125.797999] env[69325]: DEBUG nova.compute.manager [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.799192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326a946e-1e44-47e3-af78-9121544f0de0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.973921] env[69325]: DEBUG nova.compute.manager [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-changed-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.974219] env[69325]: DEBUG nova.compute.manager [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing instance network info cache due to event network-changed-8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.974373] env[69325]: DEBUG oslo_concurrency.lockutils [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.974537] env[69325]: DEBUG oslo_concurrency.lockutils [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.974671] env[69325]: DEBUG nova.network.neutron [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.992134] env[69325]: INFO nova.compute.manager [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Took 19.80 seconds to build instance. [ 1126.029174] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d6f379-bb46-4ee5-917e-83debb4e1791 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.037241] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c916ca2-1094-4c72-a830-8f4bec4b7ffc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.071612] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28728403-e303-4e91-8b62-3dac543964d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.085440] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14745e36-d416-4a81-abdf-9f86d3696055 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.101552] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.113750] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584066} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.114447] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.114740] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.115766] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46443987-9664-4c14-a6de-85eb73f0fa91 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.123397] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1126.123397] env[69325]: value = "task-4072426" [ 1126.123397] env[69325]: _type = "Task" [ 1126.123397] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.132455] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.376478] env[69325]: DEBUG nova.network.neutron [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.414450] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Successfully updated port: fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.495980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.326s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.579941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "df2cbfee-39b0-49de-ba47-60537a82f63b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.580208] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.580425] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.580659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.580842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.582959] env[69325]: INFO nova.compute.manager [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Terminating instance [ 1126.623366] env[69325]: ERROR nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [req-4aaa3d06-2137-4ea7-b6ce-19cc41db6a18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4aaa3d06-2137-4ea7-b6ce-19cc41db6a18"}]} [ 1126.638576] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071132} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.638873] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.639690] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5c802-e57c-4327-ae14-d52e8b7caebd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.643235] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.667831] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.672549] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.672775] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.675736] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bf70b8-0e19-4b5c-825c-21bdbe6bb41f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.703575] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1126.703575] env[69325]: value = "task-4072427" [ 1126.703575] env[69325]: _type = "Task" [ 1126.703575] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.715907] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.717718] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.745285] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.774138] env[69325]: DEBUG nova.network.neutron [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updated VIF entry in instance network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.774575] env[69325]: DEBUG nova.network.neutron [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": null, "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8c17c496-42", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.822110] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.822776] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c7b964-fa3d-4ae7-bc7f-f196fed1b00b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.832534] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1126.832534] env[69325]: value = "task-4072428" [ 1126.832534] env[69325]: _type = "Task" [ 1126.832534] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.843266] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.856593] env[69325]: DEBUG nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.857291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d7e34-87f7-48a4-ac39-93d74996acda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.882073] env[69325]: INFO nova.compute.manager [-] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Took 1.31 seconds to deallocate network for instance. [ 1126.918821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.918821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.918946] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.062209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93af8f4-50fb-4048-b943-889070400e06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.072651] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2168299-a4a5-46fc-9434-63475f7dac49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.107478] env[69325]: DEBUG nova.compute.manager [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.107794] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.108818] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d2c77-f75e-45d1-8e1f-5f2e578f8bf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.112135] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c4392-99c9-4272-a0c8-56e99f6f7692 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.122882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c22f2-a24c-45e9-9bb9-b04c3530b791 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.127487] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.127775] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75548121-f23f-4217-9e3d-87aa993da510 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.140155] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.143274] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1127.143274] env[69325]: value = "task-4072429" [ 1127.143274] env[69325]: _type = "Task" [ 1127.143274] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.153491] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.197921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.214939] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072427, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.277726] env[69325]: DEBUG oslo_concurrency.lockutils [req-cfd9e670-cca5-47fd-891d-1029470ce08e req-d1aa7a92-2786-4ab4-8299-10c91ded262d service nova] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343541] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072428, 'name': PowerOffVM_Task, 'duration_secs': 0.255922} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.343695] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.372041] env[69325]: INFO nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] instance snapshotting [ 1127.372770] env[69325]: DEBUG nova.objects.instance [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.388764] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.403266] env[69325]: INFO nova.compute.manager [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Detaching volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 [ 1127.443350] env[69325]: INFO nova.virt.block_device [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Attempting to driver detach volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 from mountpoint /dev/sdb [ 1127.443611] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.443767] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.444682] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65f51f-1179-424c-bf19-1dd229e018d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.466883] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.469316] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dec85b-6f6d-4531-a9c0-24b7892717eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.477540] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7409b0f-f38c-4eb1-bbef-679ce2b521ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.502471] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c0562-e63e-480d-b031-98bce56b3449 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.519337] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.524641] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.525016] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e81ed2d-ed7c-4a82-aafa-a34e63672502 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.546143] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1127.546143] env[69325]: value = "task-4072430" [ 1127.546143] env[69325]: _type = "Task" [ 1127.546143] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.555564] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.658659] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072429, 'name': PowerOffVM_Task, 'duration_secs': 0.220837} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.658938] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.659117] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.659842] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d777395a-d70c-4ff0-8e75-699611b57abc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.698615] env[69325]: DEBUG nova.scheduler.client.report [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.699025] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 124 to 125 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.699404] env[69325]: DEBUG nova.compute.provider_tree [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.717330] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072427, 'name': ReconfigVM_Task, 'duration_secs': 0.577222} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.718502] env[69325]: DEBUG nova.network.neutron [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Updating instance_info_cache with network_info: [{"id": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "address": "fa:16:3e:03:8b:94", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef87612-8b", "ovs_interfaceid": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.720076] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa/8be82d45-b273-4c54-8471-dd10396597fa.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.720986] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e64a309a-b670-40a0-ba49-a4db867654b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.730978] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1127.730978] env[69325]: value = "task-4072432" [ 1127.730978] env[69325]: _type = "Task" [ 1127.730978] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.739993] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.740265] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.740427] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Deleting the datastore file [datastore1] df2cbfee-39b0-49de-ba47-60537a82f63b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.743981] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2208eb1f-c39c-4207-b638-7d8828db4232 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.746546] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072432, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.753470] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for the task: (returnval){ [ 1127.753470] env[69325]: value = "task-4072433" [ 1127.753470] env[69325]: _type = "Task" [ 1127.753470] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.765150] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.880502] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d097f8f1-7e48-4bbd-9123-63148a53566e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.900896] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed7a10-4018-4c21-93a0-4943ba615520 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.006240] env[69325]: DEBUG nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Received event network-vif-deleted-fd4c8e32-5149-4e45-9414-e5d4985a51c0 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.006424] env[69325]: DEBUG nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Received event network-vif-plugged-fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.006623] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Acquiring lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.006833] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.007010] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.007262] env[69325]: DEBUG nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] No waiting events found dispatching network-vif-plugged-fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.007456] env[69325]: WARNING nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Received unexpected event network-vif-plugged-fef87612-8b83-43b7-bccb-0a833fb0c2bf for instance with vm_state building and task_state spawning. [ 1128.007624] env[69325]: DEBUG nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Received event network-changed-fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.007781] env[69325]: DEBUG nova.compute.manager [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Refreshing instance network info cache due to event network-changed-fef87612-8b83-43b7-bccb-0a833fb0c2bf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.007955] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Acquiring lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.058960] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072430, 'name': ReconfigVM_Task, 'duration_secs': 0.231145} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.059275] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.065031] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62075d38-95e7-4ef4-a652-fa2262521e02 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.081586] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1128.081586] env[69325]: value = "task-4072434" [ 1128.081586] env[69325]: _type = "Task" [ 1128.081586] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.092413] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.208290] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.619s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.208838] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.211768] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.633s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.213626] env[69325]: DEBUG nova.compute.manager [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.215192] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e147f85-4ffe-4382-95ef-486d8ae3ffcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.221582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.221874] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Instance network_info: |[{"id": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "address": "fa:16:3e:03:8b:94", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef87612-8b", "ovs_interfaceid": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.223734] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Acquired lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.223937] env[69325]: DEBUG nova.network.neutron [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Refreshing network info cache for port fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.225622] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:8b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef87612-8b83-43b7-bccb-0a833fb0c2bf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.234705] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.241470] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.245732] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66290a0d-97e0-41ee-b048-97fc98b7fc61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.271157] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072432, 'name': Rename_Task, 'duration_secs': 0.18307} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.272342] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.274550] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c70736c-6077-48f8-90e6-b5d40fffd0ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.277079] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.277079] env[69325]: value = "task-4072435" [ 1128.277079] env[69325]: _type = "Task" [ 1128.277079] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.281527] env[69325]: DEBUG oslo_vmware.api [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Task: {'id': task-4072433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162854} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.286392] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.286392] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.287149] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.287149] env[69325]: INFO nova.compute.manager [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1128.287441] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.289363] env[69325]: DEBUG nova.compute.manager [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.289469] env[69325]: DEBUG nova.network.neutron [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.291548] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1128.291548] env[69325]: value = "task-4072436" [ 1128.291548] env[69325]: _type = "Task" [ 1128.291548] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.301248] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072435, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.306454] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.413597] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.416848] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f60241ce-b8fd-4e25-b4d5-61e8736fabda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.431514] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1128.431514] env[69325]: value = "task-4072437" [ 1128.431514] env[69325]: _type = "Task" [ 1128.431514] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.453133] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.595178] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072434, 'name': ReconfigVM_Task, 'duration_secs': 0.25648} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.595178] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.683835] env[69325]: DEBUG nova.network.neutron [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Updated VIF entry in instance network info cache for port fef87612-8b83-43b7-bccb-0a833fb0c2bf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.684316] env[69325]: DEBUG nova.network.neutron [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Updating instance_info_cache with network_info: [{"id": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "address": "fa:16:3e:03:8b:94", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef87612-8b", "ovs_interfaceid": "fef87612-8b83-43b7-bccb-0a833fb0c2bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.723662] env[69325]: DEBUG nova.compute.utils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.726660] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.726660] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.742408] env[69325]: INFO nova.compute.manager [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] instance snapshotting [ 1128.746195] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9a6c4-ba99-4689-9dcc-c84c30b8eba6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.774062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb2e2d-9f1b-45cf-8c96-c1302f6f9ec6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.796580] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072435, 'name': CreateVM_Task, 'duration_secs': 0.393383} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.800771] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.804601] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.804601] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.804601] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.804601] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2b66b9-5b38-4a8f-b83a-0a7dc8f25d60 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.809166] env[69325]: DEBUG nova.policy [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc390e5eb3c64627bd1681605338f4f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90890b83bd3440c1ad1209096570ba59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.817129] env[69325]: DEBUG oslo_vmware.api [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072436, 'name': PowerOnVM_Task, 'duration_secs': 0.503928} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.819037] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.819037] env[69325]: DEBUG nova.compute.manager [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.822374] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff5a0b-b51f-49c8-a32c-67d4b711f7d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.823837] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1128.823837] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dfb3b5-0b75-b27b-f32b-b9efc7785005" [ 1128.823837] env[69325]: _type = "Task" [ 1128.823837] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.843961] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dfb3b5-0b75-b27b-f32b-b9efc7785005, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.843961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.843961] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.843961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.843961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.843961] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.843961] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6024e5d-1913-4139-83e5-b6f025731d16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.855927] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.856157] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.859034] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bf7774-bf61-4a1b-9112-a39160028d37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.865436] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1128.865436] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5265cd0b-f189-415e-bfa0-82f8b8456957" [ 1128.865436] env[69325]: _type = "Task" [ 1128.865436] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.879775] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5265cd0b-f189-415e-bfa0-82f8b8456957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.944367] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.097143] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c79def-490e-4278-b782-a47df1fd8f79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.109226] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab8ea6-0fd2-4d02-be5a-b44491c8755f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.152780] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d346c13-078a-476f-a1db-70f809ca495b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.176840] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Successfully created port: 02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.183022] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a0d11-cbf1-43c1-a1be-b922f430a3e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.191354] env[69325]: DEBUG oslo_concurrency.lockutils [req-919810ca-54f5-42d3-afec-4b4002d932a5 req-a17bef29-ec7f-4c89-b7c5-61651086c735 service nova] Releasing lock "refresh_cache-5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.211119] env[69325]: DEBUG nova.compute.provider_tree [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.229340] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.288206] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1129.288206] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54999ae4-d899-4df2-a054-08599c3375d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.298388] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1129.298388] env[69325]: value = "task-4072438" [ 1129.298388] env[69325]: _type = "Task" [ 1129.298388] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.309499] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.340113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.360155] env[69325]: DEBUG nova.network.neutron [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.379471] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5265cd0b-f189-415e-bfa0-82f8b8456957, 'name': SearchDatastore_Task, 'duration_secs': 0.01794} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.380336] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43d55d7-da6b-43df-a85e-1ed575492363 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.387303] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1129.387303] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523b293f-20ef-5f52-f185-0da1f3be035e" [ 1129.387303] env[69325]: _type = "Task" [ 1129.387303] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.397060] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b293f-20ef-5f52-f185-0da1f3be035e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.445530] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072437, 'name': CreateSnapshot_Task, 'duration_secs': 0.893808} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.446008] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.447505] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcb47b-6304-4baa-a480-7bd4de85ae69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.665248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "8be82d45-b273-4c54-8471-dd10396597fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.665526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.665743] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "8be82d45-b273-4c54-8471-dd10396597fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.665932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.666176] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.668719] env[69325]: INFO nova.compute.manager [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Terminating instance [ 1129.671565] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.671976] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41254be-4f79-4392-8bb6-a00191eafe44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.680324] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1129.680324] env[69325]: value = "task-4072439" [ 1129.680324] env[69325]: _type = "Task" [ 1129.680324] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.690876] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1129.691117] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1129.691296] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1129.692259] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f927f-d0af-4c74-92cc-206c440cb880 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.715495] env[69325]: DEBUG nova.scheduler.client.report [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.719990] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f1287-fef5-4552-8221-582ed7d423bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.729657] env[69325]: WARNING nova.virt.vmwareapi.driver [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1129.730161] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.731475] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb930d88-1322-4b56-afb9-c023d84635a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.745100] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.745404] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c7cd63-db26-4433-8469-d5a66a4d79ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.809768] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.843876] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.844177] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.844324] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore1] 0162a509-82a6-4acc-8c66-267124334411 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.844753] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb5a9b9-5a1f-4926-8251-b8f11b2faaca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.852699] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1129.852699] env[69325]: value = "task-4072441" [ 1129.852699] env[69325]: _type = "Task" [ 1129.852699] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.862681] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.864714] env[69325]: INFO nova.compute.manager [-] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Took 1.58 seconds to deallocate network for instance. [ 1129.899213] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b293f-20ef-5f52-f185-0da1f3be035e, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.899538] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.899915] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4/5f3eae39-a2cb-4547-8cf5-2ea32d1150f4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.900160] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d054afe1-e8fd-45d1-832e-41122c25c698 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.909528] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1129.909528] env[69325]: value = "task-4072442" [ 1129.909528] env[69325]: _type = "Task" [ 1129.909528] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.919900] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.970929] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.970929] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7fb3586-6725-4d2b-8b44-ce8084247a2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.981775] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1129.981775] env[69325]: value = "task-4072443" [ 1129.981775] env[69325]: _type = "Task" [ 1129.981775] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.992852] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.033050] env[69325]: DEBUG nova.compute.manager [req-9a001cba-d09f-4853-80d1-cc9c67c8bc7a req-54841652-5fff-4a12-8f73-38a58e7072dc service nova] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Received event network-vif-deleted-c4442c8b-5aa8-4907-975d-04cf05298419 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.103858] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.104387] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.104688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.104938] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.105198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.108296] env[69325]: INFO nova.compute.manager [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Terminating instance [ 1130.172935] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "refresh_cache-8be82d45-b273-4c54-8471-dd10396597fa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.173225] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquired lock "refresh_cache-8be82d45-b273-4c54-8471-dd10396597fa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.173504] env[69325]: DEBUG nova.network.neutron [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.242330] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.274181] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.274458] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.274642] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.274960] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.275231] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.275483] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.275733] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.275905] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.276093] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.276326] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.276533] env[69325]: DEBUG nova.virt.hardware [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.277513] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579863b-ca0b-447f-8c07-519e94032bcf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.287154] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3540430-0791-4477-8ecb-435a2361e999 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.317295] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.365447] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152446} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.366715] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.366715] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.366715] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.373432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.423920] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.491950] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.613850] env[69325]: DEBUG nova.compute.manager [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.614124] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.615144] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d0163-d315-49f5-ac37-6dcb9243945f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.625770] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.625941] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885380ca-2b8a-4065-9eb4-c05f01fcf36f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.633049] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1130.633049] env[69325]: value = "task-4072444" [ 1130.633049] env[69325]: _type = "Task" [ 1130.633049] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.641776] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.704040] env[69325]: DEBUG nova.network.neutron [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.732674] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.521s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.736183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.249s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.736730] env[69325]: DEBUG nova.objects.instance [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'resources' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.815881] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.819022] env[69325]: DEBUG nova.network.neutron [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.858476] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Successfully updated port: 02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.872279] env[69325]: INFO nova.virt.block_device [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Booting with volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 at /dev/sdb [ 1130.911470] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f869ea2c-619f-4ae7-97a4-731dff782cf0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.923099] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.928769] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbf19c1-2520-4345-921f-85bbdd165a86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.965718] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f811e40d-a839-48a8-bc52-074b8e96b27a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.975031] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5ef58e-a6bb-4148-84b3-96173f8072e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.994625] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.013795] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c4519-412a-4f0b-8464-8e182a728e8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.021641] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9e430-42fe-4d9d-8e3c-9f09382f6227 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.036660] env[69325]: DEBUG nova.virt.block_device [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating existing volume attachment record: 9986bd34-d327-4f03-bf46-4c95f7c2805f {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.143193] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.184945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "d0ae912c-af7d-4033-9fd4-646cf761921b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.185222] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.185439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.185624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.185805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.189532] env[69325]: INFO nova.compute.manager [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Terminating instance [ 1131.243506] env[69325]: DEBUG nova.objects.instance [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.301075] env[69325]: INFO nova.scheduler.client.report [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocation for migration 614760d3-2568-4897-a3ba-2aa3fc6fc98a [ 1131.318509] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072438, 'name': CreateSnapshot_Task, 'duration_secs': 1.574423} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.318869] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.319758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e8454-3ae3-40b9-8761-0c72bcce9da6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.322602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Releasing lock "refresh_cache-8be82d45-b273-4c54-8471-dd10396597fa" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.322984] env[69325]: DEBUG nova.compute.manager [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.323185] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.323906] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccc5c4-5698-4b49-a4ca-0f218df6dbd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.336829] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.337240] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2155d928-b726-4c06-9bfe-54413283a19c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.345157] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1131.345157] env[69325]: value = "task-4072445" [ 1131.345157] env[69325]: _type = "Task" [ 1131.345157] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.355945] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.360839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.360839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.361043] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.421550] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.498520] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.646932] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072444, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.694503] env[69325]: DEBUG nova.compute.manager [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.694503] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.695820] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c63e87-d7e5-4f69-8dc3-f5e9452b80b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.704368] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.704631] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a2d9349-1e85-4bec-a539-78ad5ea828f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.711648] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1131.711648] env[69325]: value = "task-4072446" [ 1131.711648] env[69325]: _type = "Task" [ 1131.711648] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.720830] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.746758] env[69325]: DEBUG nova.objects.base [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Object Instance<4a252e74-6751-43b4-9b5f-e0d27432534e> lazy-loaded attributes: resources,numa_topology {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.806906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c8145881-3771-4281-b788-024fa24f636f tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.539s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.848491] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1131.852776] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c42f868-724a-4c2a-a0b0-9f6b93f194c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.869754] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072445, 'name': PowerOffVM_Task, 'duration_secs': 0.268057} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.874450] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.874696] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.875243] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1131.875243] env[69325]: value = "task-4072447" [ 1131.875243] env[69325]: _type = "Task" [ 1131.875243] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.875796] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f046d9fc-119d-4232-a2d2-b801d6edb30e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.895946] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072447, 'name': CloneVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.909159] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.910087] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.910308] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Deleting the datastore file [datastore1] 8be82d45-b273-4c54-8471-dd10396597fa {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.910691] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfbc7348-b728-4ad1-8df4-7f22196d049b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.923592] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for the task: (returnval){ [ 1131.923592] env[69325]: value = "task-4072449" [ 1131.923592] env[69325]: _type = "Task" [ 1131.923592] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.931718] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072442, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.537542} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.935083] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4/5f3eae39-a2cb-4547-8cf5-2ea32d1150f4.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.935083] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.935083] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9dd11a1-f6c8-4663-8af5-3b275a58201f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.943855] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.944856] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.952203] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1131.952203] env[69325]: value = "task-4072450" [ 1131.952203] env[69325]: _type = "Task" [ 1131.952203] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.965307] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.997373] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.109778] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39ed62-2712-40f3-a80d-efd1035bd153 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.118672] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bbb25a-4899-48b1-93e4-c2e21387fcf6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.156607] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea7fec7-4a5a-4782-a7c3-7365b5a6134b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.169568] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe17e88-b788-4264-909a-0a0ffd2ef19c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.173908] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072444, 'name': PowerOffVM_Task, 'duration_secs': 1.025224} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.174992] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.174992] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.175487] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567a9d2e-36a1-46c2-859e-32bd402622d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.188706] env[69325]: DEBUG nova.compute.provider_tree [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.204985] env[69325]: DEBUG nova.compute.manager [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Received event network-vif-plugged-02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.205274] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Acquiring lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.205502] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.205676] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.205848] env[69325]: DEBUG nova.compute.manager [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] No waiting events found dispatching network-vif-plugged-02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.206081] env[69325]: WARNING nova.compute.manager [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Received unexpected event network-vif-plugged-02964ab2-94b4-4f90-8345-f5658b71b6dd for instance with vm_state building and task_state spawning. [ 1132.206334] env[69325]: DEBUG nova.compute.manager [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Received event network-changed-02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.206477] env[69325]: DEBUG nova.compute.manager [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Refreshing instance network info cache due to event network-changed-02964ab2-94b4-4f90-8345-f5658b71b6dd. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.206665] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Acquiring lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.225916] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072446, 'name': PowerOffVM_Task, 'duration_secs': 0.225311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.225916] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.225916] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.225916] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7767764c-e528-429b-9cc7-52c11bdc929c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.242039] env[69325]: DEBUG nova.network.neutron [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updating instance_info_cache with network_info: [{"id": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "address": "fa:16:3e:7c:7e:9f", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02964ab2-94", "ovs_interfaceid": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.258801] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.259300] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.259467] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleting the datastore file [datastore1] 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.259819] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff3df6d-7113-4d34-af32-c9ff418c7cb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.268926] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1132.268926] env[69325]: value = "task-4072453" [ 1132.268926] env[69325]: _type = "Task" [ 1132.268926] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.281525] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.306791] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.307058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.307305] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Deleting the datastore file [datastore2] d0ae912c-af7d-4033-9fd4-646cf761921b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.307688] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a692c132-38d5-42ff-b498-a3c6cb39cfe8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.317251] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for the task: (returnval){ [ 1132.317251] env[69325]: value = "task-4072454" [ 1132.317251] env[69325]: _type = "Task" [ 1132.317251] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.327541] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.389754] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072447, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.435954] env[69325]: DEBUG oslo_vmware.api [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Task: {'id': task-4072449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.436375] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.436615] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.436833] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.437042] env[69325]: INFO nova.compute.manager [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1132.437337] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.437566] env[69325]: DEBUG nova.compute.manager [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.437665] env[69325]: DEBUG nova.network.neutron [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.463090] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.463427] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.464360] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63127952-732e-4f36-b9f2-b8ac1f8c2292 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.490394] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4/5f3eae39-a2cb-4547-8cf5-2ea32d1150f4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.491589] env[69325]: DEBUG nova.network.neutron [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.493194] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-612950d9-9078-486d-b212-0ffcf5d9fbe7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.521120] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072443, 'name': CloneVM_Task, 'duration_secs': 2.313606} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.522747] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Created linked-clone VM from snapshot [ 1132.523500] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1132.523500] env[69325]: value = "task-4072455" [ 1132.523500] env[69325]: _type = "Task" [ 1132.523500] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.524308] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d78cfd-e87a-498e-8955-bd15d7e5409e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.539043] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploading image a4dd9df2-d7e6-4e06-8e47-b7bb7465da85 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.541157] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.572044] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1132.572044] env[69325]: value = "vm-807008" [ 1132.572044] env[69325]: _type = "VirtualMachine" [ 1132.572044] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1132.572373] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88e59b51-a271-4671-a890-246f8b7ddbb0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.582246] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease: (returnval){ [ 1132.582246] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a32eb4-6031-9a19-9954-a04fe5062fce" [ 1132.582246] env[69325]: _type = "HttpNfcLease" [ 1132.582246] env[69325]: } obtained for exporting VM: (result){ [ 1132.582246] env[69325]: value = "vm-807008" [ 1132.582246] env[69325]: _type = "VirtualMachine" [ 1132.582246] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1132.582624] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the lease: (returnval){ [ 1132.582624] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a32eb4-6031-9a19-9954-a04fe5062fce" [ 1132.582624] env[69325]: _type = "HttpNfcLease" [ 1132.582624] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1132.594503] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.594503] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a32eb4-6031-9a19-9954-a04fe5062fce" [ 1132.594503] env[69325]: _type = "HttpNfcLease" [ 1132.594503] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1132.594877] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1132.594877] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a32eb4-6031-9a19-9954-a04fe5062fce" [ 1132.594877] env[69325]: _type = "HttpNfcLease" [ 1132.594877] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1132.595820] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72ff02-f707-4bbb-9698-41453c1e75a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.603978] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1132.604250] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1132.692422] env[69325]: DEBUG nova.scheduler.client.report [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.707272] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c58758c4-8b76-46a4-89f2-c98b62474111 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.751215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.751672] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Instance network_info: |[{"id": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "address": "fa:16:3e:7c:7e:9f", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02964ab2-94", "ovs_interfaceid": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.752713] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Acquired lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.753023] env[69325]: DEBUG nova.network.neutron [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Refreshing network info cache for port 02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.754534] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:7e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02964ab2-94b4-4f90-8345-f5658b71b6dd', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.768942] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating folder: Project (90890b83bd3440c1ad1209096570ba59). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.770176] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f44e24-727a-4066-b45b-b23411b70751 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.788047] env[69325]: DEBUG oslo_vmware.api [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157397} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.788949] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.789311] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.789723] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.790116] env[69325]: INFO nova.compute.manager [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1132.790522] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.792689] env[69325]: DEBUG nova.compute.manager [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.792850] env[69325]: DEBUG nova.network.neutron [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.795551] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created folder: Project (90890b83bd3440c1ad1209096570ba59) in parent group-v806727. [ 1132.795840] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating folder: Instances. Parent ref: group-v807011. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.797218] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf1f35e0-855b-482a-8454-8096a2fdb8ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.811543] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created folder: Instances in parent group-v807011. [ 1132.815023] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.815023] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.815023] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b0d3d8e-85ec-40e2-ac47-8d4082ac46c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.854656] env[69325]: DEBUG oslo_vmware.api [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Task: {'id': task-4072454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160255} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.856584] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.856932] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.857360] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.857828] env[69325]: INFO nova.compute.manager [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1132.857902] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.858193] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.858193] env[69325]: value = "task-4072459" [ 1132.858193] env[69325]: _type = "Task" [ 1132.858193] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.858490] env[69325]: DEBUG nova.compute.manager [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.858632] env[69325]: DEBUG nova.network.neutron [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.874401] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072459, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.894837] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072447, 'name': CloneVM_Task} progress is 95%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.011021] env[69325]: DEBUG nova.network.neutron [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.039352] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072455, 'name': ReconfigVM_Task, 'duration_secs': 0.340832} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.040082] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4/5f3eae39-a2cb-4547-8cf5-2ea32d1150f4.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.041446] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48c6d54c-885c-4a8f-b756-b126bbd5059c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.051080] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1133.051080] env[69325]: value = "task-4072460" [ 1133.051080] env[69325]: _type = "Task" [ 1133.051080] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.062062] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072460, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.198045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.204489] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.205087] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.205548] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.208026] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.208491] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.208655] env[69325]: DEBUG nova.virt.hardware [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.209361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.821s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.209758] env[69325]: DEBUG nova.objects.instance [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'resources' on Instance uuid 56e68363-8f40-4767-a9a0-3373db30ced1 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.212755] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c75a2bd-f23c-42b2-b66e-777beac4a02f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.226556] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79b496-b6aa-45cb-9d59-1450d77018ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.251493] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:41:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea97f29d-c51f-4477-a3b1-80333f144766', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.261688] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.262886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.263607] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.264138] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.264471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.264762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.268793] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.269552] env[69325]: INFO nova.compute.manager [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Terminating instance [ 1133.274713] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c481bf-761f-4849-91bf-59cf01f55bd3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.306017] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.306017] env[69325]: value = "task-4072461" [ 1133.306017] env[69325]: _type = "Task" [ 1133.306017] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.086020] env[69325]: INFO nova.compute.manager [-] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Took 1.65 seconds to deallocate network for instance. [ 1134.090442] env[69325]: DEBUG nova.compute.manager [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.091872] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.103615] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b821cc-b9f6-45e4-8890-3544d53386bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.107994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f21c587-ec1c-486b-88f4-d93cc1dec7cd tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.711s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.109961] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.912s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.110354] env[69325]: INFO nova.compute.manager [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Unshelving [ 1134.120198] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072461, 'name': CreateVM_Task, 'duration_secs': 0.561176} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.131818] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.131818] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072459, 'name': CreateVM_Task, 'duration_secs': 0.449626} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.132875] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072447, 'name': CloneVM_Task, 'duration_secs': 1.242173} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.138662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.138893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.139349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.139571] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.139913] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Created linked-clone VM from snapshot [ 1134.140719] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.140975] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072460, 'name': Rename_Task, 'duration_secs': 0.252074} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.141401] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f05a39-7e95-4de6-8fdb-08816bd6992c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.143632] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.144694] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2633a5-49a0-4332-b24a-cd2362b10fee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.147727] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfefd98d-a1fd-4ce3-a40a-a3ab7b2ff396 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.150087] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.153909] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4678e613-36ef-4943-aa17-1018c434fd22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.169787] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Uploading image 9841271f-3d2b-4445-9cc7-29331fbe75c6 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1134.172417] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1134.172417] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f4ef84-1b5c-3218-ba5c-3ef94db52857" [ 1134.172417] env[69325]: _type = "Task" [ 1134.172417] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.177833] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1134.177833] env[69325]: value = "task-4072462" [ 1134.177833] env[69325]: _type = "Task" [ 1134.177833] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.178228] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1134.178228] env[69325]: value = "task-4072463" [ 1134.178228] env[69325]: _type = "Task" [ 1134.178228] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.196811] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1134.196811] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3beb0cd-7c82-4e00-86a9-3172c41e78fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.211417] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f4ef84-1b5c-3218-ba5c-3ef94db52857, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.211540] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.211821] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.216295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.216295] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.216501] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.216821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.217159] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.219338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.219863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.220190] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c7cfd9-f843-4819-bf8e-0c2ec36649f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.231635] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f464418-283e-4d49-aed7-d573cf47f0a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.234100] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.234462] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.235854] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1134.235854] env[69325]: value = "task-4072464" [ 1134.235854] env[69325]: _type = "Task" [ 1134.235854] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.248458] env[69325]: DEBUG nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Received event network-vif-deleted-821251ff-c080-4183-afdb-fe82ff50d3b9 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.248723] env[69325]: INFO nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Neutron deleted interface 821251ff-c080-4183-afdb-fe82ff50d3b9; detaching it from the instance and deleting it from the info cache [ 1134.248935] env[69325]: DEBUG nova.network.neutron [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.253842] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.254317] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.255552] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1134.255552] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52224f9d-9794-d1a2-009b-60a1b7f7c2b9" [ 1134.255552] env[69325]: _type = "Task" [ 1134.255552] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.256880] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8a2062-2fad-4db7-9c44-316d138c2021 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.271358] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072464, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.287446] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1134.287446] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5226af91-48ab-1139-a46d-973d9e55a9d8" [ 1134.287446] env[69325]: _type = "Task" [ 1134.287446] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.287446] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52224f9d-9794-d1a2-009b-60a1b7f7c2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.023365} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.287446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.287856] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.287906] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.305287] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5226af91-48ab-1139-a46d-973d9e55a9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.309914] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32228328-9d91-440a-b04a-3f2cffd2d6b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.319956] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1134.319956] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525067de-5311-ee55-39cf-d119d9f4d172" [ 1134.319956] env[69325]: _type = "Task" [ 1134.319956] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.334151] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525067de-5311-ee55-39cf-d119d9f4d172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.402219] env[69325]: DEBUG nova.network.neutron [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updated VIF entry in instance network info cache for port 02964ab2-94b4-4f90-8345-f5658b71b6dd. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.402736] env[69325]: DEBUG nova.network.neutron [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updating instance_info_cache with network_info: [{"id": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "address": "fa:16:3e:7c:7e:9f", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02964ab2-94", "ovs_interfaceid": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.545543] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e8d4f-fbd7-4447-bc08-b1c8ff44357d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.563871] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd5d9d-2795-4433-9a1b-93d2d99074bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.599449] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c13393-a7c4-446c-b432-2363674ea963 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.613784] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b0639-d618-435d-87ca-6b67a045ffcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.638123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.639026] env[69325]: DEBUG nova.compute.provider_tree [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.682494] env[69325]: DEBUG nova.network.neutron [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.708020] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072462, 'name': PowerOffVM_Task, 'duration_secs': 0.229836} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.708374] env[69325]: DEBUG oslo_vmware.api [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072463, 'name': PowerOnVM_Task, 'duration_secs': 0.519919} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.708737] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.708958] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.709290] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.709543] env[69325]: INFO nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1134.709773] env[69325]: DEBUG nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.710082] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8983beb4-ba0e-4528-9487-eb9473d8d02c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.712917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c710530-3f9c-4d06-9fe7-00b43dc2463d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.716033] env[69325]: DEBUG nova.network.neutron [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.740495] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.758026] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072464, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.758026] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93029812-aa94-4ca9-b21a-e947f58eb79f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.767363] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be926c-ee72-459f-bade-c947a02b253d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.808354] env[69325]: DEBUG nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Detach interface failed, port_id=821251ff-c080-4183-afdb-fe82ff50d3b9, reason: Instance 3bbf1847-5587-4978-8a66-7f77c75ec099 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.808678] env[69325]: DEBUG nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Received event network-vif-deleted-1f9a9d1d-d904-4050-810f-198ea8da6acf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.808946] env[69325]: INFO nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Neutron deleted interface 1f9a9d1d-d904-4050-810f-198ea8da6acf; detaching it from the instance and deleting it from the info cache [ 1134.809190] env[69325]: DEBUG nova.network.neutron [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.811734] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.812870] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.812870] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] 786912cf-caa4-4392-8a5b-5f0a7558551c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.812870] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d681d8b2-861e-47b8-a437-6f19c6032ff9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.820129] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1134.820129] env[69325]: value = "task-4072466" [ 1134.820129] env[69325]: _type = "Task" [ 1134.820129] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.834527] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525067de-5311-ee55-39cf-d119d9f4d172, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.837974] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.838380] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.838667] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.839353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.839460] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.839623] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825c4567-9e29-49b3-bc68-71b0b97561df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.841622] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52be68d2-0bb6-4064-9427-acb9609cc319 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.849442] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1134.849442] env[69325]: value = "task-4072467" [ 1134.849442] env[69325]: _type = "Task" [ 1134.849442] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.854254] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.854254] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.855372] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431103ed-daa4-4ffd-bf30-ea0d426a719d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.862670] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.866722] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1134.866722] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52964390-40b7-2f49-953f-de51109ce39c" [ 1134.866722] env[69325]: _type = "Task" [ 1134.866722] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.875759] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52964390-40b7-2f49-953f-de51109ce39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.907543] env[69325]: DEBUG oslo_concurrency.lockutils [req-fb099932-96c3-4b88-af44-b6904a6999a5 req-1e703340-b987-46f0-80b5-9c34d9e04e51 service nova] Releasing lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.142745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.144036] env[69325]: DEBUG nova.scheduler.client.report [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.186741] env[69325]: INFO nova.compute.manager [-] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Took 2.39 seconds to deallocate network for instance. [ 1135.219957] env[69325]: INFO nova.compute.manager [-] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Took 2.36 seconds to deallocate network for instance. [ 1135.236941] env[69325]: INFO nova.compute.manager [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Took 14.27 seconds to build instance. [ 1135.259988] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072464, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.267968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.314897] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e634d23b-b08f-45e4-bbfd-dc8372224be1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.329359] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8020777f-bf03-40f9-b128-278eafed3a56 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.347843] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.367727] env[69325]: DEBUG nova.compute.manager [req-abed6349-78f4-4c22-a133-87903bccc0d0 req-f1b895f9-d15f-45a8-96d9-b9e73a638263 service nova] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Detach interface failed, port_id=1f9a9d1d-d904-4050-810f-198ea8da6acf, reason: Instance d0ae912c-af7d-4033-9fd4-646cf761921b could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.375854] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.382492] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52964390-40b7-2f49-953f-de51109ce39c, 'name': SearchDatastore_Task, 'duration_secs': 0.013832} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.383585] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de460e32-eca4-42ee-a091-6692703a2e97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.389973] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1135.389973] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526571a8-cbb2-06d8-e024-088d811cb986" [ 1135.389973] env[69325]: _type = "Task" [ 1135.389973] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.400583] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526571a8-cbb2-06d8-e024-088d811cb986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.487099] env[69325]: DEBUG oslo_concurrency.lockutils [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.487508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.487926] env[69325]: DEBUG nova.objects.instance [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.650043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.440s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.652809] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.312s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.653112] env[69325]: DEBUG nova.objects.instance [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.675621] env[69325]: INFO nova.scheduler.client.report [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance 56e68363-8f40-4767-a9a0-3373db30ced1 [ 1135.694856] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.729691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.738469] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c35aea3c-051e-422b-abd3-a1db65ecf514 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.780s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.756018] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072464, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.833531] env[69325]: DEBUG oslo_vmware.api [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.835359} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.833871] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.834083] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.834265] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.834439] env[69325]: INFO nova.compute.manager [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1135.834717] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.834938] env[69325]: DEBUG nova.compute.manager [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.835052] env[69325]: DEBUG nova.network.neutron [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.861325] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757653} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.861494] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.862088] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.862088] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6577b7e0-f9ae-406f-9815-c924bd602d2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.870010] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1135.870010] env[69325]: value = "task-4072468" [ 1135.870010] env[69325]: _type = "Task" [ 1135.870010] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.880498] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.903699] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526571a8-cbb2-06d8-e024-088d811cb986, 'name': SearchDatastore_Task, 'duration_secs': 0.063937} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.906967] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.906967] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/1566daac-9ff0-4a33-a5c0-d8aa4c886ebb.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.907710] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a08603a-482b-41cc-b2a1-b326325c8296 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.916763] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1135.916763] env[69325]: value = "task-4072469" [ 1135.916763] env[69325]: _type = "Task" [ 1135.916763] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.927029] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.992647] env[69325]: DEBUG nova.objects.instance [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.186859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5dd5da14-646a-4734-92ce-1d95b8856e48 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "56e68363-8f40-4767-a9a0-3373db30ced1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.802s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.254984] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072464, 'name': Destroy_Task, 'duration_secs': 1.576004} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.256040] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Destroyed the VM [ 1136.256040] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1136.256040] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aceff055-058a-4899-bc97-b715a322eccc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.262923] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1136.262923] env[69325]: value = "task-4072470" [ 1136.262923] env[69325]: _type = "Task" [ 1136.262923] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.275402] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.380762] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070296} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.381125] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.381972] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccac3a4-0c3d-4bac-b566-a570a99cabef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.406589] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.406589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.406859] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.407036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.407253] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.407440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.409748] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43858764-3397-4536-b34e-9aca9e78998f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.424727] env[69325]: INFO nova.compute.manager [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Terminating instance [ 1136.440645] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.443137] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1136.443137] env[69325]: value = "task-4072471" [ 1136.443137] env[69325]: _type = "Task" [ 1136.443137] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.453442] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.495331] env[69325]: DEBUG nova.objects.base [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.495670] env[69325]: DEBUG nova.network.neutron [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.565064] env[69325]: DEBUG nova.compute.manager [req-66d290ce-5607-4262-940d-17af76953a43 req-c70c275f-fd20-4c83-a524-85f1afcf4702 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Received event network-vif-deleted-63007529-f892-4ee0-8abc-a800eee18b20 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.565308] env[69325]: INFO nova.compute.manager [req-66d290ce-5607-4262-940d-17af76953a43 req-c70c275f-fd20-4c83-a524-85f1afcf4702 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Neutron deleted interface 63007529-f892-4ee0-8abc-a800eee18b20; detaching it from the instance and deleting it from the info cache [ 1136.565487] env[69325]: DEBUG nova.network.neutron [req-66d290ce-5607-4262-940d-17af76953a43 req-c70c275f-fd20-4c83-a524-85f1afcf4702 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.603939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-911ba687-162d-4016-ae32-888b593733c5 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.663148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b00f3337-3a08-469b-af1d-b66fce7e826f tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.664723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.291s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.665087] env[69325]: DEBUG nova.objects.instance [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lazy-loading 'resources' on Instance uuid df2cbfee-39b0-49de-ba47-60537a82f63b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.774750] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.865589] env[69325]: DEBUG nova.network.neutron [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.935020] env[69325]: DEBUG nova.compute.manager [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.935452] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.940409] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb49bf0-71b8-4140-951b-ad6767184541 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.943376] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881145} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.944138] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/1566daac-9ff0-4a33-a5c0-d8aa4c886ebb.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.944370] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.948299] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d9a985b-39c2-4dbb-8623-fcfc013857b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.955136] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.956166] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7b9733-13b6-4b63-a606-c6945dcd8337 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.961629] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.963813] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1136.963813] env[69325]: value = "task-4072473" [ 1136.963813] env[69325]: _type = "Task" [ 1136.963813] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.964114] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1136.964114] env[69325]: value = "task-4072472" [ 1136.964114] env[69325]: _type = "Task" [ 1136.964114] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.976248] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.979409] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.068215] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-633bd344-5443-442b-ab41-4446207007c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.080579] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca25a0-18d0-478c-bcc9-2a9354c87919 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.126526] env[69325]: DEBUG nova.compute.manager [req-66d290ce-5607-4262-940d-17af76953a43 req-c70c275f-fd20-4c83-a524-85f1afcf4702 service nova] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Detach interface failed, port_id=63007529-f892-4ee0-8abc-a800eee18b20, reason: Instance 786912cf-caa4-4392-8a5b-5f0a7558551c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.277773] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072470, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.368478] env[69325]: INFO nova.compute.manager [-] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Took 1.53 seconds to deallocate network for instance. [ 1137.457370] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072471, 'name': ReconfigVM_Task, 'duration_secs': 0.715373} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.457738] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 0162a509-82a6-4acc-8c66-267124334411/0162a509-82a6-4acc-8c66-267124334411.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.459178] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'image_id': '6f06049e-dc36-47c9-b886-e9477224ac3f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': '9986bd34-d327-4f03-bf46-4c95f7c2805f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69325) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1137.459402] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.459603] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.460597] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69117421-4a18-4a95-971c-41eaa3302b5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.464701] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec4fc3d-7ace-4d43-a86d-dfeae9b0ad20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.488017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70467aa-09da-42fe-a747-c24663d87071 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.497474] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49438cb-d8da-4c09-858e-65280e22e350 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.502956] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146239} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.503562] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072473, 'name': PowerOffVM_Task, 'duration_secs': 0.306348} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.504535] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.505020] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.505323] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.506933] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628c57f9-3e6f-4de8-bafe-00a44f597734 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.509872] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fdf4507-69e8-463f-a3f1-d82d79ecabaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.560986] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.562943] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5c7487-c0b8-4317-8953-9c5e1fa6ff95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.577173] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a94370-9acf-4544-949f-56d475e8359c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.597664] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/1566daac-9ff0-4a33-a5c0-d8aa4c886ebb.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.598858] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d612dc-20c6-4b85-a027-b13fb9a32779 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.620136] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1137.620136] env[69325]: value = "task-4072475" [ 1137.620136] env[69325]: _type = "Task" [ 1137.620136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.622262] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f786c-0c8a-448d-ac52-2b532f4866ce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.634755] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1137.634755] env[69325]: value = "task-4072476" [ 1137.634755] env[69325]: _type = "Task" [ 1137.634755] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.656066] env[69325]: DEBUG nova.compute.provider_tree [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.657775] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.657989] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.658207] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore1] 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.658558] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.659784] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a9a272d-8f1d-4b79-ad14-10f3972904b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.666618] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.668952] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1137.668952] env[69325]: value = "task-4072477" [ 1137.668952] env[69325]: _type = "Task" [ 1137.668952] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.680564] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.723807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.724092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.776196] env[69325]: DEBUG oslo_vmware.api [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072470, 'name': RemoveSnapshot_Task, 'duration_secs': 1.167969} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.776394] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1137.878986] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.131352] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072475, 'name': ReconfigVM_Task, 'duration_secs': 0.418311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.131661] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.137173] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c555d0ec-7742-43a0-a1c3-01e21d579ffc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.157213] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072476, 'name': ReconfigVM_Task, 'duration_secs': 0.391891} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.158678] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/1566daac-9ff0-4a33-a5c0-d8aa4c886ebb.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.159468] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1138.159468] env[69325]: value = "task-4072478" [ 1138.159468] env[69325]: _type = "Task" [ 1138.159468] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.160281] env[69325]: DEBUG nova.scheduler.client.report [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.163549] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1e732c-528c-4808-8e1d-117b915d25e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.174629] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1138.174629] env[69325]: value = "task-4072479" [ 1138.174629] env[69325]: _type = "Task" [ 1138.174629] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.182539] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.186085] env[69325]: DEBUG oslo_vmware.api [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208892} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.186739] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.186968] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.187197] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.187404] env[69325]: INFO nova.compute.manager [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1138.187645] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.187839] env[69325]: DEBUG nova.compute.manager [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.188074] env[69325]: DEBUG nova.network.neutron [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.193559] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072479, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.227777] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.281996] env[69325]: WARNING nova.compute.manager [None req-387abb36-2ac4-4e8f-96f1-a0099487bf5d tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Image not found during snapshot: nova.exception.ImageNotFound: Image 9841271f-3d2b-4445-9cc7-29331fbe75c6 could not be found. [ 1138.566886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.570000] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.570770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.571054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.571227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.574132] env[69325]: INFO nova.compute.manager [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Terminating instance [ 1138.604817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.605075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.605390] env[69325]: DEBUG nova.objects.instance [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.667393] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.673682] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.036s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.673948] env[69325]: DEBUG nova.objects.instance [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lazy-loading 'resources' on Instance uuid 8be82d45-b273-4c54-8471-dd10396597fa {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.683815] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072478, 'name': ReconfigVM_Task, 'duration_secs': 0.194674} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.685404] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.686443] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967e5e04-c975-4311-87b2-14fdb8d9891e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.691694] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072479, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.695207] env[69325]: INFO nova.scheduler.client.report [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Deleted allocations for instance df2cbfee-39b0-49de-ba47-60537a82f63b [ 1138.701362] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1138.701362] env[69325]: value = "task-4072480" [ 1138.701362] env[69325]: _type = "Task" [ 1138.701362] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.711663] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072480, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.750165] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.875747] env[69325]: DEBUG nova.compute.manager [req-367bed3d-e41e-493a-9865-724d6b79c9b5 req-1d3391e9-9aaa-48e3-9cca-9bce2c3ded75 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Received event network-vif-deleted-fef87612-8b83-43b7-bccb-0a833fb0c2bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.875747] env[69325]: INFO nova.compute.manager [req-367bed3d-e41e-493a-9865-724d6b79c9b5 req-1d3391e9-9aaa-48e3-9cca-9bce2c3ded75 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Neutron deleted interface fef87612-8b83-43b7-bccb-0a833fb0c2bf; detaching it from the instance and deleting it from the info cache [ 1138.875747] env[69325]: DEBUG nova.network.neutron [req-367bed3d-e41e-493a-9865-724d6b79c9b5 req-1d3391e9-9aaa-48e3-9cca-9bce2c3ded75 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.059640] env[69325]: DEBUG nova.network.neutron [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.079745] env[69325]: DEBUG nova.compute.manager [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.079851] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.080687] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d4e3c5-6a28-46bd-85d2-4867c14a8ae1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.089361] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.089642] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d853a87-475d-487c-95c6-e1328bd31e38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.097055] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1139.097055] env[69325]: value = "task-4072481" [ 1139.097055] env[69325]: _type = "Task" [ 1139.097055] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.105796] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.186020] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072479, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.195297] env[69325]: DEBUG nova.objects.instance [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.209130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b38e54b1-ff04-449a-bfdc-5333150ea0db tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Lock "df2cbfee-39b0-49de-ba47-60537a82f63b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.628s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.218109] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072480, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.378571] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1ee619e-f6f2-4b52-b6d1-58d05c9644a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.389886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc273414-b3cf-45c2-a7cb-0982484b3e7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.428624] env[69325]: DEBUG nova.compute.manager [req-367bed3d-e41e-493a-9865-724d6b79c9b5 req-1d3391e9-9aaa-48e3-9cca-9bce2c3ded75 service nova] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Detach interface failed, port_id=fef87612-8b83-43b7-bccb-0a833fb0c2bf, reason: Instance 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.469416] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de18239-066e-466e-8205-ef143ea50680 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.478261] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341bdee8-985b-4420-a38f-852ae7ae76b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.514030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc92f8e3-594f-410c-9098-73234d5e52ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.523390] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb116e-2f7d-45bb-9a26-e7c2af450d25 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.540587] env[69325]: DEBUG nova.compute.provider_tree [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.563048] env[69325]: INFO nova.compute.manager [-] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Took 1.37 seconds to deallocate network for instance. [ 1139.611354] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.686137] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072479, 'name': Rename_Task, 'duration_secs': 1.189029} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.686508] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.686792] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51408c3-12c3-47b4-b962-5d9161c4ec67 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.694520] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1139.694520] env[69325]: value = "task-4072482" [ 1139.694520] env[69325]: _type = "Task" [ 1139.694520] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.703325] env[69325]: DEBUG nova.objects.base [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.705042] env[69325]: DEBUG nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.705545] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.714423] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072480, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.757923] env[69325]: DEBUG nova.policy [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.044347] env[69325]: DEBUG nova.scheduler.client.report [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.070591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.110136] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072481, 'name': PowerOffVM_Task, 'duration_secs': 0.976556} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.112942] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.112942] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.112942] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcca220-e501-483d-b26d-cf5e80e8f71b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.184348] env[69325]: DEBUG nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Successfully created port: 12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.195401] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.195954] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.196106] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleting the datastore file [datastore1] 72d6cf3b-a008-4b2a-a10d-41046feb2506 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.199649] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca19ce7-9eb2-43d4-9c26-5c631c46b82a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.208094] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.212553] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for the task: (returnval){ [ 1140.212553] env[69325]: value = "task-4072484" [ 1140.212553] env[69325]: _type = "Task" [ 1140.212553] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.219282] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072480, 'name': Rename_Task, 'duration_secs': 1.208318} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.220013] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.220249] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0f1a80-d616-45ef-8868-cba266328472 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.224842] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.230467] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1140.230467] env[69325]: value = "task-4072485" [ 1140.230467] env[69325]: _type = "Task" [ 1140.230467] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.239202] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.550229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.552690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.410s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.552915] env[69325]: DEBUG nova.objects.instance [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'pci_requests' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.579213] env[69325]: INFO nova.scheduler.client.report [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Deleted allocations for instance 8be82d45-b273-4c54-8471-dd10396597fa [ 1140.710783] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072482, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.726392] env[69325]: DEBUG oslo_vmware.api [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Task: {'id': task-4072484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177752} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.727582] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.728459] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.728671] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.729039] env[69325]: INFO nova.compute.manager [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1140.729110] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.729358] env[69325]: DEBUG nova.compute.manager [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.729451] env[69325]: DEBUG nova.network.neutron [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.744344] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.058716] env[69325]: DEBUG nova.objects.instance [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.088070] env[69325]: DEBUG oslo_concurrency.lockutils [None req-dc97700b-7155-4bf1-9825-9dd75b55ce38 tempest-ServerShowV254Test-590354964 tempest-ServerShowV254Test-590354964-project-member] Lock "8be82d45-b273-4c54-8471-dd10396597fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.422s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.201581] env[69325]: DEBUG nova.compute.manager [req-686e99af-cd88-4323-9f18-55329b1b2609 req-ed2586c9-3a4e-4d79-953f-723ba460250b service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Received event network-vif-deleted-6071edaf-5a11-4632-93c2-b50f3dec4468 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.201859] env[69325]: INFO nova.compute.manager [req-686e99af-cd88-4323-9f18-55329b1b2609 req-ed2586c9-3a4e-4d79-953f-723ba460250b service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Neutron deleted interface 6071edaf-5a11-4632-93c2-b50f3dec4468; detaching it from the instance and deleting it from the info cache [ 1141.202130] env[69325]: DEBUG nova.network.neutron [req-686e99af-cd88-4323-9f18-55329b1b2609 req-ed2586c9-3a4e-4d79-953f-723ba460250b service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.219989] env[69325]: DEBUG oslo_vmware.api [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072482, 'name': PowerOnVM_Task, 'duration_secs': 1.203071} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.221488] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.221855] env[69325]: INFO nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1141.222169] env[69325]: DEBUG nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.223977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec0a22-7759-41d3-bee3-39d011a68462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.245623] env[69325]: DEBUG oslo_vmware.api [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072485, 'name': PowerOnVM_Task, 'duration_secs': 0.606007} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.245933] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.246153] env[69325]: DEBUG nova.compute.manager [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.246971] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6625142-1cf3-4725-b4eb-15ef5583a750 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.561009] env[69325]: INFO nova.compute.claims [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.584351] env[69325]: DEBUG nova.network.neutron [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.706130] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d4b039-3b71-477c-beb5-54d47d417ce7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.718782] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409b7fc-461e-4f2c-a769-4fd4e871ac4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.751826] env[69325]: DEBUG nova.compute.manager [req-686e99af-cd88-4323-9f18-55329b1b2609 req-ed2586c9-3a4e-4d79-953f-723ba460250b service nova] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Detach interface failed, port_id=6071edaf-5a11-4632-93c2-b50f3dec4468, reason: Instance 72d6cf3b-a008-4b2a-a10d-41046feb2506 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.754468] env[69325]: INFO nova.compute.manager [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Took 20.78 seconds to build instance. [ 1141.765050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.849704] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.850421] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a0951-e278-4498-bbcf-a085935ff3e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.861398] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.861398] env[69325]: ERROR oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk due to incomplete transfer. [ 1141.861398] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23ea61ae-577d-4487-a05e-ed5258e05462 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.869034] env[69325]: DEBUG oslo_vmware.rw_handles [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe400-26a1-22a8-1a3c-f75e598035d4/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1141.869034] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Uploaded image a4dd9df2-d7e6-4e06-8e47-b7bb7465da85 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1141.872781] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1141.873106] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25abe947-f932-45fc-90e7-5ffa328774a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.880983] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1141.880983] env[69325]: value = "task-4072486" [ 1141.880983] env[69325]: _type = "Task" [ 1141.880983] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.895228] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072486, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.053750] env[69325]: DEBUG nova.compute.manager [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-plugged-12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.053988] env[69325]: DEBUG oslo_concurrency.lockutils [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.054224] env[69325]: DEBUG oslo_concurrency.lockutils [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.054400] env[69325]: DEBUG oslo_concurrency.lockutils [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.055044] env[69325]: DEBUG nova.compute.manager [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] No waiting events found dispatching network-vif-plugged-12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.055390] env[69325]: WARNING nova.compute.manager [req-11f052f5-1087-4d21-9f8c-a4d6ece9c72d req-8cd56cb3-d6e5-460e-b3bf-32560591b4f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received unexpected event network-vif-plugged-12f9cebc-b8ba-4716-a5b4-3356376aae79 for instance with vm_state active and task_state None. [ 1142.079237] env[69325]: DEBUG nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Successfully updated port: 12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.089024] env[69325]: INFO nova.compute.manager [-] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Took 1.36 seconds to deallocate network for instance. [ 1142.256689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.295s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.392696] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072486, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.584589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584589] env[69325]: DEBUG nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.601294] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.654106] env[69325]: INFO nova.compute.manager [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Rescuing [ 1142.654106] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.654106] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.654106] env[69325]: DEBUG nova.network.neutron [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.823681] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5682326-fbbc-4751-b153-4739c4dd35d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.831648] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dccece-3633-4bbb-b664-6e4c0602b9b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.862319] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c560a8-6196-4936-9762-626a1ce65113 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.871839] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44971ce0-035e-4bb7-9c06-91e82a50871b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.888176] env[69325]: DEBUG nova.compute.provider_tree [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.897997] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072486, 'name': Destroy_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.118794] env[69325]: WARNING nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1143.361616] env[69325]: DEBUG nova.network.neutron [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updating instance_info_cache with network_info: [{"id": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "address": "fa:16:3e:7c:7e:9f", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02964ab2-94", "ovs_interfaceid": "02964ab2-94b4-4f90-8345-f5658b71b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.393711] env[69325]: DEBUG nova.scheduler.client.report [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.403010] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072486, 'name': Destroy_Task, 'duration_secs': 1.083044} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.403319] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroyed the VM [ 1143.403580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1143.403874] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bc9e7ed-f272-4a88-b74d-93948226189a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.413780] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1143.413780] env[69325]: value = "task-4072487" [ 1143.413780] env[69325]: _type = "Task" [ 1143.413780] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.427743] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.540954] env[69325]: DEBUG nova.network.neutron [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "address": "fa:16:3e:52:76:db", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f9cebc-b8", "ovs_interfaceid": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.864751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "refresh_cache-1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.903622] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.906362] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.638s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.908289] env[69325]: INFO nova.compute.claims [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.924024] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.942226] env[69325]: INFO nova.network.neutron [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating port 8c17c496-4266-4bb1-8c0b-730040563005 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.043652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.044389] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.044550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.045401] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051da57-a4e3-44b6-bc45-d0abce9cecf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.064518] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.064729] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.064888] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.065082] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.065234] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.065596] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.065830] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.066050] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.066207] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.066387] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.066563] env[69325]: DEBUG nova.virt.hardware [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.073727] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfiguring VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1144.074073] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08a21c5-6dc0-4ba3-b142-f247aa076c3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.094342] env[69325]: DEBUG oslo_vmware.api [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1144.094342] env[69325]: value = "task-4072488" [ 1144.094342] env[69325]: _type = "Task" [ 1144.094342] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.103810] env[69325]: DEBUG oslo_vmware.api [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072488, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.149438] env[69325]: DEBUG nova.compute.manager [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-changed-12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.149659] env[69325]: DEBUG nova.compute.manager [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing instance network info cache due to event network-changed-12f9cebc-b8ba-4716-a5b4-3356376aae79. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.149889] env[69325]: DEBUG oslo_concurrency.lockutils [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.150050] env[69325]: DEBUG oslo_concurrency.lockutils [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.150245] env[69325]: DEBUG nova.network.neutron [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing network info cache for port 12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.426094] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.607070] env[69325]: DEBUG oslo_vmware.api [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.865579] env[69325]: DEBUG nova.network.neutron [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updated VIF entry in instance network info cache for port 12f9cebc-b8ba-4716-a5b4-3356376aae79. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.866039] env[69325]: DEBUG nova.network.neutron [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "address": "fa:16:3e:52:76:db", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f9cebc-b8", "ovs_interfaceid": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.929925] env[69325]: DEBUG oslo_vmware.api [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072487, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062712} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.930310] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1144.930436] env[69325]: INFO nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1145.109155] env[69325]: DEBUG oslo_vmware.api [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.174581] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1455c5-31fb-4594-9abc-f4517a417991 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.183865] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595c4463-5ac8-4902-a975-d1169de03815 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.222917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6bc52-0dc5-4266-b8ca-596813427bf4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.233039] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16c6d2-d7d5-4bec-a954-d3d68f46b43c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.248333] env[69325]: DEBUG nova.compute.provider_tree [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.369667] env[69325]: DEBUG oslo_concurrency.lockutils [req-932d0eb1-2ecd-4850-98e5-0f20f26fbe36 req-c58f7d98-ccc3-4f5f-af87-ab68c91df0e2 service nova] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.404321] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.404738] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef57595e-b080-4538-aef5-f5d02b37e88a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.412244] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1145.412244] env[69325]: value = "task-4072489" [ 1145.412244] env[69325]: _type = "Task" [ 1145.412244] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.421342] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.494980] env[69325]: DEBUG nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Found 3 images (rotation: 2) {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1145.495222] env[69325]: DEBUG nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Rotating out 1 backups {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1145.495484] env[69325]: DEBUG nova.compute.manager [None req-189d0d17-e49f-4bf3-9f26-f4d36bc625c4 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleting image 8667b45d-3471-47e5-9e9c-a3db16b13a63 {{(pid=69325) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1145.538305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.538305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.538305] env[69325]: DEBUG nova.network.neutron [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.607629] env[69325]: DEBUG oslo_vmware.api [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072488, 'name': ReconfigVM_Task, 'duration_secs': 1.149948} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.608079] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.608391] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfigured VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1145.751751] env[69325]: DEBUG nova.scheduler.client.report [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.923745] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072489, 'name': PowerOffVM_Task, 'duration_secs': 0.197683} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.924074] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.924868] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b0af9-b7df-451c-9cf1-cdb87de67b4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.943868] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe7b5b-aabc-4d3e-9678-cb44a4b8a92c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.971599] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.971905] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bba1016f-eaf3-45d1-84d6-88e81c98493a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.978991] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1145.978991] env[69325]: value = "task-4072490" [ 1145.978991] env[69325]: _type = "Task" [ 1145.978991] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.987086] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.113394] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a54591dc-104c-4614-8f01-22c0c2f7133a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.508s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.187020] env[69325]: DEBUG nova.compute.manager [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.187020] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.187020] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.187020] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.187519] env[69325]: DEBUG nova.compute.manager [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] No waiting events found dispatching network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.187765] env[69325]: WARNING nova.compute.manager [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received unexpected event network-vif-plugged-8c17c496-4266-4bb1-8c0b-730040563005 for instance with vm_state shelved_offloaded and task_state spawning. [ 1146.187943] env[69325]: DEBUG nova.compute.manager [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-changed-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.188124] env[69325]: DEBUG nova.compute.manager [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing instance network info cache due to event network-changed-8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.188312] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.256781] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.257341] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.259979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.565s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.260222] env[69325]: DEBUG nova.objects.instance [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'resources' on Instance uuid 3bbf1847-5587-4978-8a66-7f77c75ec099 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.313270] env[69325]: DEBUG nova.network.neutron [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.489672] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.489894] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.490159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.490311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.490489] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.490745] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d8edece-1ce5-4bd9-b1e7-8df0fb989eba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.500573] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.500827] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.501575] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0277814b-7c3f-486f-a34e-c844b278223f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.507207] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1146.507207] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a93496-a0b0-2584-8eac-77141260c53c" [ 1146.507207] env[69325]: _type = "Task" [ 1146.507207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.515478] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a93496-a0b0-2584-8eac-77141260c53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.763472] env[69325]: DEBUG nova.compute.utils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.765117] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.765305] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.815959] env[69325]: DEBUG nova.policy [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70504a19b9b4428e9cf7e4e6d3f08ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345376dc34f4c5389b10b71ab6b5013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.817747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.822403] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.822403] env[69325]: DEBUG nova.network.neutron [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Refreshing network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.847447] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f0adbc055212021d94991109842fd4e9',container_format='bare',created_at=2025-05-13T12:57:45Z,direct_url=,disk_format='vmdk',id=22ad059a-cea8-41f5-a1cc-2155aa6b5c2e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2143439543-shelved',owner='5628d7911d1f49bb9f0e66537c6bab01',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-13T12:58:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.847708] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.847869] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.848073] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.848229] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.848410] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.848598] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.848761] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.848950] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.849111] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.849291] env[69325]: DEBUG nova.virt.hardware [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.850441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446384ca-67cb-4071-b7d9-10b520ef8010 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.863496] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1210b77-1c15-401d-97ba-429679440484 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.881992] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:2c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c17c496-4266-4bb1-8c0b-730040563005', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.890230] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.893257] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.893721] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ddf93f9-b213-44ea-a8ee-befb1bdd8abe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.918256] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.918256] env[69325]: value = "task-4072491" [ 1146.918256] env[69325]: _type = "Task" [ 1146.918256] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.929626] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072491, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.018051] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a93496-a0b0-2584-8eac-77141260c53c, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.021918] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed005a4-0d81-4232-ad48-212aafb25e78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.031800] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1147.031800] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ac1480-90d6-b67f-41bf-d1de1a892ad9" [ 1147.031800] env[69325]: _type = "Task" [ 1147.031800] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.041886] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ac1480-90d6-b67f-41bf-d1de1a892ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.077204] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45491bc3-d59b-4226-bf95-35687c7fc21f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086492] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df896a11-c261-40f6-83fe-e14570e3d071 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.134535] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb289be9-5aa6-4898-a1f3-6e25227dfa43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.145404] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d19e90-7cda-41b2-88c4-2c256ae73877 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.162029] env[69325]: DEBUG nova.compute.provider_tree [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.178332] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Successfully created port: c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.271282] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.429682] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072491, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.528020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.528020] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.548870] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ac1480-90d6-b67f-41bf-d1de1a892ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.549283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.549429] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1147.549705] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e040ff5-0543-4dbb-9325-ff3e80bb6b1b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.558327] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1147.558327] env[69325]: value = "task-4072492" [ 1147.558327] env[69325]: _type = "Task" [ 1147.558327] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.567692] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.576637] env[69325]: DEBUG nova.network.neutron [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updated VIF entry in instance network info cache for port 8c17c496-4266-4bb1-8c0b-730040563005. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.576998] env[69325]: DEBUG nova.network.neutron [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.581517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.581517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.581517] env[69325]: DEBUG nova.compute.manager [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.581517] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37929e64-163a-40a4-99e2-c093014b6aa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.588846] env[69325]: DEBUG nova.compute.manager [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1147.589584] env[69325]: DEBUG nova.objects.instance [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.663970] env[69325]: DEBUG nova.scheduler.client.report [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.930636] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072491, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.029963] env[69325]: INFO nova.compute.manager [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Detaching volume 733ef9d9-633d-4c4f-b927-ae611f653bb3 [ 1148.065799] env[69325]: INFO nova.virt.block_device [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Attempting to driver detach volume 733ef9d9-633d-4c4f-b927-ae611f653bb3 from mountpoint /dev/sdb [ 1148.066050] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.066373] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806981', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'name': 'volume-733ef9d9-633d-4c4f-b927-ae611f653bb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd19bf484-73f5-4474-a546-592d6df45d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'serial': '733ef9d9-633d-4c4f-b927-ae611f653bb3'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.067209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9e4434-844c-4c7d-b9da-61ecc2fc833f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.072594] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.090999] env[69325]: DEBUG oslo_concurrency.lockutils [req-42ed3bb6-7ace-4b4d-81b1-1bd32b757259 req-4aabb8e8-3fec-4677-8a0c-eacae0dab951 service nova] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.091925] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818e08d-e3e4-4eae-88d0-8e83ce9652b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.100789] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911536b4-a5b2-4dd1-bb58-30279e180ada {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.123177] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7a13e-eddf-49a1-b359-0aa52d19e66e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.142031] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] The volume has not been displaced from its original location: [datastore2] volume-733ef9d9-633d-4c4f-b927-ae611f653bb3/volume-733ef9d9-633d-4c4f-b927-ae611f653bb3.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.147683] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.148091] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e1ceb4-baed-4364-98e8-3d2694ffa880 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.168964] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.171139] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1148.171139] env[69325]: value = "task-4072493" [ 1148.171139] env[69325]: _type = "Task" [ 1148.171139] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.171641] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.442s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.171885] env[69325]: DEBUG nova.objects.instance [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lazy-loading 'resources' on Instance uuid d0ae912c-af7d-4033-9fd4-646cf761921b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.183874] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.196032] env[69325]: INFO nova.scheduler.client.report [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleted allocations for instance 3bbf1847-5587-4978-8a66-7f77c75ec099 [ 1148.286025] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.319175] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.319535] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.319703] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.319893] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.320055] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.320213] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.320438] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.320682] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.320885] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.321084] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.321290] env[69325]: DEBUG nova.virt.hardware [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.322343] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124f2d3f-a290-4300-b3bd-051c85a6ce05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.331953] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b336d1c-3bd9-4193-9cb1-dfacb285a6ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.369614] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.369930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.370368] env[69325]: DEBUG nova.objects.instance [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.431430] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072491, 'name': CreateVM_Task, 'duration_secs': 1.431634} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.431613] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.432333] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.432508] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.432923] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.433222] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b63b154-f079-4f59-b33f-8e4b61f9f383 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.442429] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1148.442429] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5263fb02-fda2-b62d-7423-58cb3741f0c3" [ 1148.442429] env[69325]: _type = "Task" [ 1148.442429] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.452102] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5263fb02-fda2-b62d-7423-58cb3741f0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.571016] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.604946] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.605287] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9615f1-446c-4e55-9634-42523604244a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.613464] env[69325]: DEBUG oslo_vmware.api [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1148.613464] env[69325]: value = "task-4072494" [ 1148.613464] env[69325]: _type = "Task" [ 1148.613464] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.622727] env[69325]: DEBUG oslo_vmware.api [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.688961] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.708730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cc860dfe-09b1-49b7-82b2-e7e899468b54 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "3bbf1847-5587-4978-8a66-7f77c75ec099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.604s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.906590] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Successfully updated port: c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.956403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.957029] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Processing image 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.957029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.957029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.957285] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.957527] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e696d278-06ed-4eed-988d-6f52f6565447 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.968837] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.969058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.969775] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc612948-12c3-4114-bce1-60ccaaf729e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.974231] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e2eb2-4d11-4f04-9f23-dd51a03704bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.977990] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1148.977990] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524b0828-39c0-afac-02f8-ac882d707539" [ 1148.977990] env[69325]: _type = "Task" [ 1148.977990] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.984953] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fef694-d2ed-4c93-872f-c0ee897a77b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.991287] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524b0828-39c0-afac-02f8-ac882d707539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.019778] env[69325]: DEBUG nova.objects.instance [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.021309] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c16f2-8e5b-4823-a09d-2cd6c89c8896 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.030276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3913caf3-fb9c-459f-8199-0758293598b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.044665] env[69325]: DEBUG nova.compute.provider_tree [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.068024] env[69325]: DEBUG nova.compute.manager [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Received event network-vif-plugged-c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.068225] env[69325]: DEBUG oslo_concurrency.lockutils [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.068445] env[69325]: DEBUG oslo_concurrency.lockutils [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.068643] env[69325]: DEBUG oslo_concurrency.lockutils [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.068858] env[69325]: DEBUG nova.compute.manager [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] No waiting events found dispatching network-vif-plugged-c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.068924] env[69325]: WARNING nova.compute.manager [req-aa8c90a5-e5b0-4cb4-b871-bfb4aacd5389 req-8137f72c-877a-4b12-8956-8e87543e17a0 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Received unexpected event network-vif-plugged-c2479156-5cdd-43ab-a4e9-0824431e0c90 for instance with vm_state building and task_state spawning. [ 1149.072831] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072492, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062028} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.073094] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 1149.073896] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298911e8-03b6-4b71-9e42-02ae1ce53e38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.103234] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.103234] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a78a900-2fbc-4c7b-a480-27cf4c22c365 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.125175] env[69325]: DEBUG oslo_vmware.api [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072494, 'name': PowerOffVM_Task, 'duration_secs': 0.230226} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.126424] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.126633] env[69325]: DEBUG nova.compute.manager [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.127255] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1149.127255] env[69325]: value = "task-4072495" [ 1149.127255] env[69325]: _type = "Task" [ 1149.127255] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.127921] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd3f71f-0497-4e43-b81c-ffe61f89bcd0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.142181] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.184662] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072493, 'name': ReconfigVM_Task, 'duration_secs': 0.537797} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.184977] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.190154] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03f24c4-9a60-4e75-84e3-cc54d923fa05 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.207713] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1149.207713] env[69325]: value = "task-4072496" [ 1149.207713] env[69325]: _type = "Task" [ 1149.207713] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.217681] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.409841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.409841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.409841] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.490128] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1149.490523] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Fetch image to [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70/OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1149.490777] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Downloading stream optimized image 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e to [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70/OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70.vmdk on the data store datastore1 as vApp {{(pid=69325) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1149.491024] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Downloading image file data 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e to the ESX as VM named 'OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70' {{(pid=69325) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.536129] env[69325]: DEBUG nova.objects.base [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.536425] env[69325]: DEBUG nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.547872] env[69325]: DEBUG nova.scheduler.client.report [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.590951] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.590951] env[69325]: value = "resgroup-9" [ 1149.590951] env[69325]: _type = "ResourcePool" [ 1149.590951] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.591732] env[69325]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-265d7fea-35f7-4b1c-a999-529c9376690d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.617021] env[69325]: DEBUG nova.policy [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.621346] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lease: (returnval){ [ 1149.621346] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1149.621346] env[69325]: _type = "HttpNfcLease" [ 1149.621346] env[69325]: } obtained for vApp import into resource pool (val){ [ 1149.621346] env[69325]: value = "resgroup-9" [ 1149.621346] env[69325]: _type = "ResourcePool" [ 1149.621346] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.622637] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the lease: (returnval){ [ 1149.622637] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1149.622637] env[69325]: _type = "HttpNfcLease" [ 1149.622637] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.629093] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.629093] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1149.629093] env[69325]: _type = "HttpNfcLease" [ 1149.629093] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.640100] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072495, 'name': ReconfigVM_Task, 'duration_secs': 0.398802} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.644206] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.644206] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf89e7-50a2-4b0d-9399-d1772e3716c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.646450] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63cd89a3-bf8c-43da-9974-a93c23f575fa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.681998] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78b3efd-2ade-4b7a-ab26-a2217d8dcd10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.699396] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1149.699396] env[69325]: value = "task-4072498" [ 1149.699396] env[69325]: _type = "Task" [ 1149.699396] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.710666] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.724058] env[69325]: DEBUG oslo_vmware.api [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072496, 'name': ReconfigVM_Task, 'duration_secs': 0.142471} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.724547] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806981', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'name': 'volume-733ef9d9-633d-4c4f-b927-ae611f653bb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd19bf484-73f5-4474-a546-592d6df45d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '733ef9d9-633d-4c4f-b927-ae611f653bb3', 'serial': '733ef9d9-633d-4c4f-b927-ae611f653bb3'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.962609] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.056337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.059683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.180s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.059683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.061379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.312s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.062949] env[69325]: INFO nova.compute.claims [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.091519] env[69325]: INFO nova.scheduler.client.report [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Deleted allocations for instance d0ae912c-af7d-4033-9fd4-646cf761921b [ 1150.091637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.091808] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.092144] env[69325]: DEBUG nova.compute.manager [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.093027] env[69325]: INFO nova.scheduler.client.report [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocations for instance 786912cf-caa4-4392-8a5b-5f0a7558551c [ 1150.096755] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ce1aab-b6bc-461d-8871-f1e43b3fd7fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.106952] env[69325]: DEBUG nova.compute.manager [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.107618] env[69325]: DEBUG nova.objects.instance [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'flavor' on Instance uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.131602] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.131602] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1150.131602] env[69325]: _type = "HttpNfcLease" [ 1150.131602] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.143804] env[69325]: DEBUG nova.network.neutron [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.211897] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072498, 'name': ReconfigVM_Task, 'duration_secs': 0.162131} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.212659] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.212659] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be8a6da0-d959-4a47-a377-a5f0d4807843 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.221098] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1150.221098] env[69325]: value = "task-4072499" [ 1150.221098] env[69325]: _type = "Task" [ 1150.221098] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.230965] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.278873] env[69325]: DEBUG nova.objects.instance [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'flavor' on Instance uuid d19bf484-73f5-4474-a546-592d6df45d9d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.608348] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee8c778b-b4f8-410a-91fd-dd64f50d220d tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Lock "d0ae912c-af7d-4033-9fd4-646cf761921b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.423s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.611035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-07025ec3-4936-4772-a508-179a2bc4429b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "786912cf-caa4-4392-8a5b-5f0a7558551c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.348s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.634784] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.634784] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1150.634784] env[69325]: _type = "HttpNfcLease" [ 1150.634784] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.635541] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.635541] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c51362-f8e8-14d5-5812-f8c4717596bb" [ 1150.635541] env[69325]: _type = "HttpNfcLease" [ 1150.635541] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1150.636583] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207757da-f355-4b3d-94be-d15484ab2758 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.646827] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.647524] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Instance network_info: |[{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.647524] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.647725] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1150.649238] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:2c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2479156-5cdd-43ab-a4e9-0824431e0c90', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.660562] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.663817] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.718228] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d9113a8-010d-4c6f-a755-dc0deff8c50b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.746037] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f85f8e78-d578-4ca0-80de-bcb92fdd05ad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.750438] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.750438] env[69325]: value = "task-4072500" [ 1150.750438] env[69325]: _type = "Task" [ 1150.750438] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.750722] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.763788] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072500, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.113992] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.114512] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75d046c-9507-481c-bdb0-89ae6a181feb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.130140] env[69325]: DEBUG oslo_vmware.api [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1151.130140] env[69325]: value = "task-4072501" [ 1151.130140] env[69325]: _type = "Task" [ 1151.130140] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.144158] env[69325]: DEBUG oslo_vmware.api [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.249368] env[69325]: DEBUG oslo_vmware.api [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072499, 'name': PowerOnVM_Task, 'duration_secs': 0.553992} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.250994] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.256423] env[69325]: DEBUG nova.compute.manager [None req-53126074-b256-47ce-ab0f-9a496f53a988 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.260437] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b596fb3d-c318-4b18-8429-ffbfbb3e2179 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.280516] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072500, 'name': CreateVM_Task, 'duration_secs': 0.399742} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.287705] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.293983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f9bcfef-f8d4-42c6-87ae-393a18c9f8cc tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.768s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.296440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.300023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.300023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.300023] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825b428b-6154-49b5-819e-dde0db147364 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.312127] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1151.312127] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523b8e8d-e75e-1161-75b0-373102e4ee48" [ 1151.312127] env[69325]: _type = "Task" [ 1151.312127] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.324187] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b8e8d-e75e-1161-75b0-373102e4ee48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.391537] env[69325]: DEBUG nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Successfully updated port: 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.427260] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb7a2f0-5d57-4d93-bbcb-0a2e75464183 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.436611] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97198a-4d1d-498f-b201-4f46753869b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.477337] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e194810-ad5d-4753-bcc7-f127d39a40dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.490106] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ef966-ed98-40be-ae85-e84f47a7c60c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.509862] env[69325]: DEBUG nova.compute.provider_tree [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.642488] env[69325]: DEBUG oslo_vmware.api [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072501, 'name': PowerOffVM_Task, 'duration_secs': 0.306332} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.645459] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.645459] env[69325]: DEBUG nova.compute.manager [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.645816] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca8c58-afd7-4a5d-9681-2117186a81cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.725790] env[69325]: DEBUG nova.compute.manager [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Received event network-changed-c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.726450] env[69325]: DEBUG nova.compute.manager [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Refreshing instance network info cache due to event network-changed-c2479156-5cdd-43ab-a4e9-0824431e0c90. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.726450] env[69325]: DEBUG oslo_concurrency.lockutils [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] Acquiring lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.726450] env[69325]: DEBUG oslo_concurrency.lockutils [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] Acquired lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.726756] env[69325]: DEBUG nova.network.neutron [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Refreshing network info cache for port c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.749372] env[69325]: DEBUG nova.compute.manager [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-plugged-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.749372] env[69325]: DEBUG oslo_concurrency.lockutils [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.749372] env[69325]: DEBUG oslo_concurrency.lockutils [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.749372] env[69325]: DEBUG oslo_concurrency.lockutils [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.749372] env[69325]: DEBUG nova.compute.manager [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] No waiting events found dispatching network-vif-plugged-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1151.750028] env[69325]: WARNING nova.compute.manager [req-64c115ca-c828-409f-8a0c-94475f31b398 req-1a29785e-4e69-4cad-bab1-5b1b3d7703a0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received unexpected event network-vif-plugged-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd for instance with vm_state active and task_state None. [ 1151.805252] env[69325]: DEBUG nova.compute.manager [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Stashing vm_state: stopped {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1151.826099] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b8e8d-e75e-1161-75b0-373102e4ee48, 'name': SearchDatastore_Task, 'duration_secs': 0.048751} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.828111] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.828446] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.828776] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.829072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.829398] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.832300] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-541506fa-0c8b-46c0-89d1-8238946d2600 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.846437] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.846724] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.847864] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df90d65-3aba-4675-98e6-9d17eb958d7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.860453] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1151.860453] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523813a2-8130-e7c6-d57e-b52723187086" [ 1151.860453] env[69325]: _type = "Task" [ 1151.860453] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.872478] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523813a2-8130-e7c6-d57e-b52723187086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.895847] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.895908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.896184] env[69325]: DEBUG nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.003763] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1152.004056] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.004977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b5a0d3-5883-46d9-8a8e-86a5cb5963ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.016025] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.016025] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1152.016025] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8f56329-cbff-40bd-b164-86a03bc28946 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.017581] env[69325]: DEBUG nova.scheduler.client.report [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.161076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9b7f688b-da3b-4eda-9123-51b679c3be9a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.189238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.189238] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.235712] env[69325]: DEBUG oslo_vmware.rw_handles [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205bd4f-2367-b452-af0c-0d537697321d/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.236014] env[69325]: INFO nova.virt.vmwareapi.images [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Downloaded image file data 22ad059a-cea8-41f5-a1cc-2155aa6b5c2e [ 1152.237392] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52f6d5-e981-4735-8875-1e0114d98885 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.261923] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db3aa332-ad11-4432-a056-6280b5c53a61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.294077] env[69325]: INFO nova.virt.vmwareapi.images [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] The imported VM was unregistered [ 1152.296866] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1152.297196] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Creating directory with path [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.297625] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68628ca-9712-42e5-aded-e30d7e8f732f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.319193] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Created directory with path [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.319193] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70/OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70.vmdk to [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk. {{(pid=69325) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1152.319543] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d2e0f5cc-9db5-42a1-8210-055ca3f0b6e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.330553] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1152.330553] env[69325]: value = "task-4072503" [ 1152.330553] env[69325]: _type = "Task" [ 1152.330553] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.333504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.352262] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.376614] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523813a2-8130-e7c6-d57e-b52723187086, 'name': SearchDatastore_Task, 'duration_secs': 0.016385} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.377624] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2956c06-8709-4243-96e9-e679a69241a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.383250] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1152.383250] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5200fa4d-fdc0-9f73-a15e-4ec323728a23" [ 1152.383250] env[69325]: _type = "Task" [ 1152.383250] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.396500] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5200fa4d-fdc0-9f73-a15e-4ec323728a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.469366] env[69325]: WARNING nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1152.469577] env[69325]: WARNING nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1152.522513] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.523198] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.533182] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.458s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.533182] env[69325]: DEBUG nova.objects.instance [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lazy-loading 'resources' on Instance uuid 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.533182] env[69325]: DEBUG nova.network.neutron [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updated VIF entry in instance network info cache for port c2479156-5cdd-43ab-a4e9-0824431e0c90. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.533182] env[69325]: DEBUG nova.network.neutron [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.690153] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.842680] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.853303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.853545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.853751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.853931] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.854126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.856417] env[69325]: INFO nova.compute.manager [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Terminating instance [ 1152.893867] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5200fa4d-fdc0-9f73-a15e-4ec323728a23, 'name': SearchDatastore_Task, 'duration_secs': 0.021139} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.894201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.894466] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.894733] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182ae7c1-b08a-449f-bebc-a2f4d510759e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.904126] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1152.904126] env[69325]: value = "task-4072504" [ 1152.904126] env[69325]: _type = "Task" [ 1152.904126] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.914832] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.030350] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.030579] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.033014] env[69325]: DEBUG nova.compute.utils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.038081] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.038390] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.046913] env[69325]: DEBUG oslo_concurrency.lockutils [req-c9d413ca-ba8e-4cad-b5e4-96553ffd91f3 req-dee27255-46f3-4b47-9da3-08c371d687bf service nova] Releasing lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.144156] env[69325]: DEBUG nova.policy [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.215699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.349581] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.362938] env[69325]: DEBUG nova.compute.manager [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.363484] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.364670] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a65f5-085d-42c7-a256-0c7a738d52d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.374748] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.374748] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ba677f-3965-445d-951e-2918ddd4a2cd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.381904] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9eba4a-fba8-4a7a-afe9-233a2e717c65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.387299] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1153.387299] env[69325]: value = "task-4072505" [ 1153.387299] env[69325]: _type = "Task" [ 1153.387299] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.393224] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b6854-fdd7-4cbc-95f6-4b09e039201d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.405016] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.439623] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbec34-7831-42e4-9a9a-7f605d535738 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.446128] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.456031] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c057b31a-d80d-4ef7-baa0-dc4d498fa813 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.472893] env[69325]: DEBUG nova.compute.provider_tree [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.491365] env[69325]: DEBUG nova.network.neutron [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "address": "fa:16:3e:52:76:db", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f9cebc-b8", "ovs_interfaceid": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "address": "fa:16:3e:79:d6:29", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c97a1a3-0a", "ovs_interfaceid": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.538245] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.545645] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.545993] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.545993] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.546642] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.546642] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.546642] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.546642] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1153.546862] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.847923] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.855936] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Successfully created port: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.897664] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.915567] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.975794] env[69325]: DEBUG nova.scheduler.client.report [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.995669] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.996461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.996747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.997566] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccac77a-2b19-4bad-bead-24c09e824c35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.017319] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.017676] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.017838] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.017907] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.018068] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.018264] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.018523] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.018690] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.018860] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.019038] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.019218] env[69325]: DEBUG nova.virt.hardware [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.025925] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfiguring VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1154.027749] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1bf4f10-7354-4235-8b42-c6dee3e171cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.051672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.052396] env[69325]: DEBUG oslo_vmware.api [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1154.052396] env[69325]: value = "task-4072506" [ 1154.052396] env[69325]: _type = "Task" [ 1154.052396] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.067034] env[69325]: DEBUG oslo_vmware.api [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072506, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.082461] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.082834] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.348289] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.398579] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072505, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.417495] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.476074] env[69325]: DEBUG nova.compute.manager [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-changed-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.476711] env[69325]: DEBUG nova.compute.manager [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing instance network info cache due to event network-changed-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.476711] env[69325]: DEBUG oslo_concurrency.lockutils [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.476711] env[69325]: DEBUG oslo_concurrency.lockutils [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.476870] env[69325]: DEBUG nova.network.neutron [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Refreshing network info cache for port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.483233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.485729] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.721s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.485930] env[69325]: DEBUG nova.objects.instance [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1154.512459] env[69325]: INFO nova.scheduler.client.report [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4 [ 1154.545207] env[69325]: DEBUG nova.objects.instance [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'flavor' on Instance uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.554684] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.569832] env[69325]: DEBUG oslo_vmware.api [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.587848] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.593431] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.593683] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.593842] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.594230] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.594463] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.594534] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.594716] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.594873] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.595056] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.595233] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.595413] env[69325]: DEBUG nova.virt.hardware [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.596710] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377e0dc-2e4f-479c-bda9-045581fdc95d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.606673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575959b1-de66-4ff4-950d-ed5fc043eac1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.853026] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.909358] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072505, 'name': PowerOffVM_Task, 'duration_secs': 1.029611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.909989] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.910280] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.914389] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b75a678e-b877-458b-8da6-4fb8628665bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.922814] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.022424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "5f3eae39-a2cb-4547-8cf5-2ea32d1150f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.614s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.054255] env[69325]: DEBUG oslo_concurrency.lockutils [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.054423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.054706] env[69325]: DEBUG nova.network.neutron [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.054850] env[69325]: DEBUG nova.objects.instance [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'info_cache' on Instance uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.069594] env[69325]: DEBUG oslo_vmware.api [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.115893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.317905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.318207] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.318568] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleting the datastore file [datastore1] d19bf484-73f5-4474-a546-592d6df45d9d {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.319061] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df11be2-8324-4a98-a6b0-9e31552dc39a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.328409] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1155.328409] env[69325]: value = "task-4072508" [ 1155.328409] env[69325]: _type = "Task" [ 1155.328409] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.338832] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.349685] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.420394] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.451911] env[69325]: DEBUG nova.network.neutron [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updated VIF entry in instance network info cache for port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.452543] env[69325]: DEBUG nova.network.neutron [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "address": "fa:16:3e:52:76:db", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f9cebc-b8", "ovs_interfaceid": "12f9cebc-b8ba-4716-a5b4-3356376aae79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "address": "fa:16:3e:79:d6:29", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c97a1a3-0a", "ovs_interfaceid": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.495795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f87ea4dd-7b1a-4467-8215-ab954efd110c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.497579] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.896s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.497780] env[69325]: DEBUG nova.objects.instance [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lazy-loading 'resources' on Instance uuid 72d6cf3b-a008-4b2a-a10d-41046feb2506 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.559155] env[69325]: DEBUG nova.objects.base [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Object Instance<461a6d80-7d3b-41e0-8f84-ca866b6c128c> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.574108] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Successfully updated port: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.586635] env[69325]: DEBUG oslo_vmware.api [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072506, 'name': ReconfigVM_Task, 'duration_secs': 1.377947} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.586635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.586635] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfigured VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1155.843665] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.854858] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072503, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.320129} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.855362] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70/OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70.vmdk to [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk. [ 1155.855660] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Cleaning up location [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1155.855928] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b66f527b-9f52-4c6b-836e-40ddc45f5c70 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.856225] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0091ff4e-7c33-4c0f-a9a3-c401d7f48d22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.863868] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1155.863868] env[69325]: value = "task-4072509" [ 1155.863868] env[69325]: _type = "Task" [ 1155.863868] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.873506] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.922014] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072504, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.52306} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.922404] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.922592] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.922867] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f09315c-990b-41ce-a8cf-ac95a8c1df06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.934159] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1155.934159] env[69325]: value = "task-4072510" [ 1155.934159] env[69325]: _type = "Task" [ 1155.934159] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.946155] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.955999] env[69325]: DEBUG oslo_concurrency.lockutils [req-64128ba2-b6db-4302-a5e4-190db3419407 req-a4adf7dd-90ed-451f-b493-e26d8545a8f0 service nova] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.077850] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.077850] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.077850] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.094693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-723573de-b9cd-4541-8a19-1d677068b938 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.725s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.308382] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf1787-33d6-44d1-9e7c-6e0cafaeaca6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.325392] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b09a8b2-de40-47be-b498-5b2d5a864dea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.407034] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca27c9-46ea-44e5-ba97-3600ec918cdd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.411950] env[69325]: DEBUG oslo_vmware.api [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610522} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.412533] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.412899] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.413281] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.413644] env[69325]: INFO nova.compute.manager [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Took 3.05 seconds to destroy the instance on the hypervisor. [ 1156.414115] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.415752] env[69325]: DEBUG nova.compute.manager [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.415958] env[69325]: DEBUG nova.network.neutron [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.426963] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132682} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.427936] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.428329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.428753] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk to [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.430884] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22696b3b-0244-4898-8ae3-3006d184c536 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.437495] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c721acc3-5a6e-4b9e-915a-1ae23cfd0524 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.454173] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363525} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.468619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.469287] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1156.469287] env[69325]: value = "task-4072511" [ 1156.469287] env[69325]: _type = "Task" [ 1156.469287] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.469965] env[69325]: DEBUG nova.compute.provider_tree [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.475969] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0126a6e-f1aa-4e98-a8cf-aeac1f572507 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.526365] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.532354] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52bbb2c2-1ab4-4e96-bbb4-4038170bf564 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.558646] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.561052] env[69325]: DEBUG nova.network.neutron [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.571375] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1156.571375] env[69325]: value = "task-4072512" [ 1156.571375] env[69325]: _type = "Task" [ 1156.571375] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.583186] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.626897] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.651200] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.651473] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.857632] env[69325]: DEBUG nova.compute.manager [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Received event network-vif-plugged-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.857911] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Acquiring lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.859075] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.860161] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.860161] env[69325]: DEBUG nova.compute.manager [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] No waiting events found dispatching network-vif-plugged-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1156.860589] env[69325]: WARNING nova.compute.manager [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Received unexpected event network-vif-plugged-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b for instance with vm_state building and task_state spawning. [ 1156.860898] env[69325]: DEBUG nova.compute.manager [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Received event network-changed-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.860898] env[69325]: DEBUG nova.compute.manager [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Refreshing instance network info cache due to event network-changed-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.861136] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Acquiring lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.862091] env[69325]: DEBUG nova.network.neutron [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Updating instance_info_cache with network_info: [{"id": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "address": "fa:16:3e:41:83:4a", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713cbcd1-59", "ovs_interfaceid": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.987289] env[69325]: DEBUG nova.scheduler.client.report [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.000154] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.068346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.088048] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.156694] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.192853] env[69325]: DEBUG nova.compute.manager [req-505acb36-2d11-443e-b5a9-43f27bc10d98 req-160ca43f-ab19-4b40-895f-686e9a41046b service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Received event network-vif-deleted-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.193668] env[69325]: INFO nova.compute.manager [req-505acb36-2d11-443e-b5a9-43f27bc10d98 req-160ca43f-ab19-4b40-895f-686e9a41046b service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Neutron deleted interface 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf; detaching it from the instance and deleting it from the info cache [ 1157.193864] env[69325]: DEBUG nova.network.neutron [req-505acb36-2d11-443e-b5a9-43f27bc10d98 req-160ca43f-ab19-4b40-895f-686e9a41046b service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.367795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.368202] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Instance network_info: |[{"id": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "address": "fa:16:3e:41:83:4a", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713cbcd1-59", "ovs_interfaceid": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.368977] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Acquired lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.368977] env[69325]: DEBUG nova.network.neutron [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Refreshing network info cache for port 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.374286] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:83:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '713cbcd1-59fd-4d48-a1af-234ef5d3ae3b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.385661] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.388760] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.389387] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df05e537-8f1c-4ed7-97e9-db56f887f6bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.414486] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.414486] env[69325]: value = "task-4072513" [ 1157.414486] env[69325]: _type = "Task" [ 1157.414486] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.426233] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072513, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.494033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.498731] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.498731] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.166s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.543493] env[69325]: INFO nova.scheduler.client.report [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Deleted allocations for instance 72d6cf3b-a008-4b2a-a10d-41046feb2506 [ 1157.588489] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.621048] env[69325]: DEBUG nova.network.neutron [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.683335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.697720] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-835cbd0d-9a3e-4451-902c-f81c54fe0e28 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.709318] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d35c6d-e388-4886-8c48-497a343f5715 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.749070] env[69325]: DEBUG nova.compute.manager [req-505acb36-2d11-443e-b5a9-43f27bc10d98 req-160ca43f-ab19-4b40-895f-686e9a41046b service nova] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Detach interface failed, port_id=7b53d4a5-901f-4af1-9912-bb1bfc4bddbf, reason: Instance d19bf484-73f5-4474-a546-592d6df45d9d could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.927242] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072513, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.991689] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.008535] env[69325]: INFO nova.compute.claims [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.056960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a33bd0ab-4893-42d9-a255-f2507ef2808a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Lock "72d6cf3b-a008-4b2a-a10d-41046feb2506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.490s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.069254] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-12f9cebc-b8ba-4716-a5b4-3356376aae79" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.069521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-12f9cebc-b8ba-4716-a5b4-3356376aae79" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.075869] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.076331] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b720d261-8a6d-4418-8871-aac72cbcbacb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.100255] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072512, 'name': ReconfigVM_Task, 'duration_secs': 1.141582} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.107339] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.109448] env[69325]: DEBUG oslo_vmware.api [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1158.109448] env[69325]: value = "task-4072514" [ 1158.109448] env[69325]: _type = "Task" [ 1158.109448] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.109448] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d46d10e-aacf-49d7-acfa-f7229ebbffba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.123071] env[69325]: DEBUG oslo_vmware.api [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072514, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.123071] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1158.123071] env[69325]: value = "task-4072515" [ 1158.123071] env[69325]: _type = "Task" [ 1158.123071] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.126939] env[69325]: INFO nova.compute.manager [-] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Took 1.71 seconds to deallocate network for instance. [ 1158.144719] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072515, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.253193] env[69325]: DEBUG nova.network.neutron [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Updated VIF entry in instance network info cache for port 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.253755] env[69325]: DEBUG nova.network.neutron [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Updating instance_info_cache with network_info: [{"id": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "address": "fa:16:3e:41:83:4a", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap713cbcd1-59", "ovs_interfaceid": "713cbcd1-59fd-4d48-a1af-234ef5d3ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.427108] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072513, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.491721] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.517415] env[69325]: INFO nova.compute.resource_tracker [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating resource usage from migration 24e6a3fc-fa06-4b4f-88dc-1a485bb6efa7 [ 1158.574500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.574692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.575690] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29742af-27d0-43e6-add9-4b768071bfc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.599303] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a43b7d-bfad-4691-a8da-4ba1edf48589 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.630790] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfiguring VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1158.640503] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90974ecb-a5e3-4113-bdf1-845d09e09145 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.655952] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.661513] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072515, 'name': Rename_Task, 'duration_secs': 0.196835} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.666327] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.666785] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1158.666785] env[69325]: value = "task-4072516" [ 1158.666785] env[69325]: _type = "Task" [ 1158.666785] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.667054] env[69325]: DEBUG oslo_vmware.api [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.671253] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3d74ed3-46d8-4687-b5cb-7255307aab6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.681299] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1158.681299] env[69325]: value = "task-4072517" [ 1158.681299] env[69325]: _type = "Task" [ 1158.681299] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.685510] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.699659] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.758430] env[69325]: DEBUG oslo_concurrency.lockutils [req-ba1b0583-2c3d-40b7-8149-65b265e566d4 req-58df82ea-92e7-43d2-bd14-36f753f32da4 service nova] Releasing lock "refresh_cache-a01bc512-29f0-4df7-8f54-c9f32de5b88e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.881147] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc2c1a1-f71c-4319-8be3-539ff79eab3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.895069] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4898ab3e-a38d-4295-9836-b9f05cba6021 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.938886] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a2e3f-f9a7-40ff-b554-0b43bed8e0bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.944623] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.944869] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.955988] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325b59c9-2a35-434e-a714-6adeabba743a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.960997] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072513, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.975872] env[69325]: DEBUG nova.compute.provider_tree [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.996968] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.138967] env[69325]: DEBUG oslo_vmware.api [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072514, 'name': PowerOnVM_Task, 'duration_secs': 0.821518} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.139323] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.139536] env[69325]: DEBUG nova.compute.manager [None req-802b9ee4-8215-435a-bc30-2ab073685689 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.140761] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f07b48-6c8e-4227-93da-481130144838 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.190881] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.204819] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072517, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.451388] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.452071] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072513, 'name': CreateVM_Task, 'duration_secs': 1.967378} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.452287] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.453017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.453215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.453818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.453894] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e319fc1-8a4f-49d9-8eab-64d7627cba44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.464135] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1159.464135] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522ecfb1-67e8-6c06-6289-06058a529ef5" [ 1159.464135] env[69325]: _type = "Task" [ 1159.464135] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.480488] env[69325]: DEBUG nova.scheduler.client.report [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.485551] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522ecfb1-67e8-6c06-6289-06058a529ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.499806] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.685726] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.701056] env[69325]: DEBUG oslo_vmware.api [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072517, 'name': PowerOnVM_Task, 'duration_secs': 0.786606} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.701572] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.701862] env[69325]: INFO nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1159.702189] env[69325]: DEBUG nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.703139] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54efc22-df6b-4460-b60a-035a34ab2f7b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.976831] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522ecfb1-67e8-6c06-6289-06058a529ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.09564} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.977866] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.978187] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.978414] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.978640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.978788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.979085] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.979248] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe7cb3ac-d1b2-479c-82f9-5376b8de76c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.989909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.990133] env[69325]: INFO nova.compute.manager [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Migrating [ 1160.001482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.786s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.003176] env[69325]: INFO nova.compute.claims [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.006039] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072511, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.32193} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.006039] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.006221] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.009914] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e/22ad059a-cea8-41f5-a1cc-2155aa6b5c2e.vmdk to [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.010074] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae400b8e-015e-4a8a-b018-7b4226a8f7b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.022712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32466cc7-b966-4fee-b7b3-df5d82ba6f7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.051010] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.052229] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f58148-fdc4-416d-94f8-50787dd1ee5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.067270] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1160.067270] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525ab6dd-0b10-986f-a01a-6a5f29d6ff70" [ 1160.067270] env[69325]: _type = "Task" [ 1160.067270] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.077845] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ab6dd-0b10-986f-a01a-6a5f29d6ff70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.079352] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1160.079352] env[69325]: value = "task-4072518" [ 1160.079352] env[69325]: _type = "Task" [ 1160.079352] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.088484] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.184880] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.223720] env[69325]: INFO nova.compute.manager [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Took 24.97 seconds to build instance. [ 1160.521710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.522103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.522103] env[69325]: DEBUG nova.network.neutron [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.581264] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ab6dd-0b10-986f-a01a-6a5f29d6ff70, 'name': SearchDatastore_Task, 'duration_secs': 0.066097} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.586032] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e4d399-6441-4de7-80bd-6685542e00ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.595637] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.596076] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1160.596076] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52359344-b28e-ad26-bd33-8d84f1465b5f" [ 1160.596076] env[69325]: _type = "Task" [ 1160.596076] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.605305] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52359344-b28e-ad26-bd33-8d84f1465b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.689411] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.725571] env[69325]: DEBUG oslo_concurrency.lockutils [None req-51fa2778-c77a-47f5-962f-bdc733fe7635 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.491s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.097299] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072518, 'name': ReconfigVM_Task, 'duration_secs': 0.896561} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.100764] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e/4a252e74-6751-43b4-9b5f-e0d27432534e.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.101594] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943df8a2-ff7e-4111-ad59-369adb62939b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.114173] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1161.114173] env[69325]: value = "task-4072519" [ 1161.114173] env[69325]: _type = "Task" [ 1161.114173] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.114660] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52359344-b28e-ad26-bd33-8d84f1465b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01535} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.115109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115500] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a01bc512-29f0-4df7-8f54-c9f32de5b88e/a01bc512-29f0-4df7-8f54-c9f32de5b88e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.118967] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4961596d-82da-4b7a-8a1b-fce8760106eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.128808] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072519, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.130629] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1161.130629] env[69325]: value = "task-4072520" [ 1161.130629] env[69325]: _type = "Task" [ 1161.130629] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.145289] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.186146] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.349408] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c21494-65e5-4d21-9173-2348490ef317 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.359773] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf0a5eb-b753-4d19-87da-188ea9003a01 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.403223] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a2ca4-b446-49b1-ae5b-8713cc50abe7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.412136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce41e7-1ccb-450a-af8c-d24cad5eba53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.431244] env[69325]: DEBUG nova.compute.provider_tree [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.464945] env[69325]: DEBUG nova.network.neutron [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.629529] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072519, 'name': Rename_Task, 'duration_secs': 0.212725} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.629822] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.630082] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c12df2-57ff-40d2-8829-3eccb7589283 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.641257] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.642748] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1161.642748] env[69325]: value = "task-4072521" [ 1161.642748] env[69325]: _type = "Task" [ 1161.642748] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.653019] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.686862] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.934889] env[69325]: DEBUG nova.scheduler.client.report [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.968800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.144032] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562579} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.144032] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a01bc512-29f0-4df7-8f54-c9f32de5b88e/a01bc512-29f0-4df7-8f54-c9f32de5b88e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.144277] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.148089] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7839bf-2bb5-4fab-9fe7-6f9a118ef65d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.157224] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.158945] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1162.158945] env[69325]: value = "task-4072522" [ 1162.158945] env[69325]: _type = "Task" [ 1162.158945] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.172056] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.187473] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.441361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.441361] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.444196] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.393s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.444398] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.444558] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1162.444868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.329s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.446792] env[69325]: INFO nova.compute.claims [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.450056] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff933c05-1867-4760-ba48-d6fd3675dd9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.460084] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc6403-61a0-44ea-ac8f-585717531b0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.483194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba46440-fa4e-484d-92ba-7f1a1eb8db97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.492664] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf38997-aad7-4d62-bf31-0fe1eacc9467 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.502205] env[69325]: DEBUG nova.compute.manager [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1162.532250] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178580MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1162.533246] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.654678] env[69325]: DEBUG oslo_vmware.api [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072521, 'name': PowerOnVM_Task, 'duration_secs': 0.8653} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.655030] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.668181] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080086} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.668449] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.669244] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f0267e-d300-497f-8113-eb1100dfe16a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.691697] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a01bc512-29f0-4df7-8f54-c9f32de5b88e/a01bc512-29f0-4df7-8f54-c9f32de5b88e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.695223] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f79845e2-3007-4a7b-b09d-445ba8f7e08c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.716379] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.716439] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1162.716439] env[69325]: value = "task-4072523" [ 1162.716439] env[69325]: _type = "Task" [ 1162.716439] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.725606] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.768817] env[69325]: DEBUG nova.compute.manager [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.769806] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095fc68-1728-46d0-b666-1f2dee67e6cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.952143] env[69325]: DEBUG nova.compute.utils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.954132] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.954396] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.011284] env[69325]: DEBUG nova.policy [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef797ae5720e42e38ffb8f5d7c5a66ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '624e4de6951d48428a5fc3be6e9d45f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.053554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.195797] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.226458] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072523, 'name': ReconfigVM_Task, 'duration_secs': 0.319701} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.226727] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a01bc512-29f0-4df7-8f54-c9f32de5b88e/a01bc512-29f0-4df7-8f54-c9f32de5b88e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.227360] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7af42b31-85c0-43b3-9c16-b97bde1ee1e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.234909] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1163.234909] env[69325]: value = "task-4072524" [ 1163.234909] env[69325]: _type = "Task" [ 1163.234909] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.243170] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072524, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.289178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d459534-9543-4d43-9a06-2fd679e846f5 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.179s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.360365] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Successfully created port: 4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.461707] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.494556] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e694247-9821-4cb2-bd1a-c7e7ef159f90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.513435] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.697605] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.729443] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3392c7-0a10-4c3a-8b55-5eb8d724c995 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.739805] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d352f8-81a4-4647-847e-6849a7dda581 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.747606] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072524, 'name': Rename_Task, 'duration_secs': 0.164682} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.772941] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.773455] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c518e0-e8e5-42f0-996b-373fd7dcf4b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.775692] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad835476-1813-4fe2-988b-411c1a7376b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.785356] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7864c23c-677a-4401-aca7-e100bb1635da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.789407] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1163.789407] env[69325]: value = "task-4072525" [ 1163.789407] env[69325]: _type = "Task" [ 1163.789407] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.800809] env[69325]: DEBUG nova.compute.provider_tree [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.808202] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.023102] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.023714] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef2a3323-0d26-40bb-aa7f-5cb7e9f952dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.031625] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1164.031625] env[69325]: value = "task-4072526" [ 1164.031625] env[69325]: _type = "Task" [ 1164.031625] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.040962] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.196287] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.300127] env[69325]: DEBUG oslo_vmware.api [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072525, 'name': PowerOnVM_Task, 'duration_secs': 0.469556} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.300410] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.300632] env[69325]: INFO nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1164.300833] env[69325]: DEBUG nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.301708] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7842f3-5fb6-46e7-8acf-cff61e290e97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.305788] env[69325]: DEBUG nova.scheduler.client.report [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.476907] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.503722] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.504434] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.504434] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.504434] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.504770] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.504770] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.504932] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.505113] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.505286] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.505455] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.505631] env[69325]: DEBUG nova.virt.hardware [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.506567] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850fc3d-5281-44da-9ec1-fbbec663e76b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.515097] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa9040-bb8a-4bcb-8f11-c00855ca557c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.541230] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1164.541230] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.696520] env[69325]: DEBUG oslo_vmware.api [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072516, 'name': ReconfigVM_Task, 'duration_secs': 5.819908} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.696779] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.696996] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Reconfigured VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1164.812376] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.812888] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.815578] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.132s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.817145] env[69325]: INFO nova.compute.claims [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.830871] env[69325]: INFO nova.compute.manager [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Took 26.10 seconds to build instance. [ 1164.850642] env[69325]: DEBUG nova.compute.manager [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Received event network-vif-plugged-4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.852019] env[69325]: DEBUG oslo_concurrency.lockutils [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.852019] env[69325]: DEBUG oslo_concurrency.lockutils [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] Lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.852019] env[69325]: DEBUG oslo_concurrency.lockutils [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] Lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.852019] env[69325]: DEBUG nova.compute.manager [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] No waiting events found dispatching network-vif-plugged-4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.852019] env[69325]: WARNING nova.compute.manager [req-dc58cd3c-938d-4e3b-ae89-ecd24558addf req-c4f60d4c-41fe-4e17-bceb-78c77c70abcb service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Received unexpected event network-vif-plugged-4e6814af-a792-4981-b52e-71c9a731eda8 for instance with vm_state building and task_state spawning. [ 1164.982539] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Successfully updated port: 4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.028235] env[69325]: DEBUG nova.compute.manager [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-deleted-12f9cebc-b8ba-4716-a5b4-3356376aae79 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.028392] env[69325]: INFO nova.compute.manager [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Neutron deleted interface 12f9cebc-b8ba-4716-a5b4-3356376aae79; detaching it from the instance and deleting it from the info cache [ 1165.028839] env[69325]: DEBUG nova.network.neutron [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "address": "fa:16:3e:79:d6:29", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c97a1a3-0a", "ovs_interfaceid": "2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.047594] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.047881] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.048059] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.048253] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.048492] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.048712] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.048948] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.049160] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.049389] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.049611] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.049804] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.055763] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e06620-697f-46db-afe4-b3c1a0b1ac6f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.082207] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1165.082207] env[69325]: value = "task-4072527" [ 1165.082207] env[69325]: _type = "Task" [ 1165.082207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.094330] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.272589] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e9e6d-8f5b-4108-886a-fc1069735a8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.280911] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Suspending the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1165.280911] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-985da7ad-54dd-4541-94cd-0bf42eccd538 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.287529] env[69325]: DEBUG oslo_vmware.api [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1165.287529] env[69325]: value = "task-4072528" [ 1165.287529] env[69325]: _type = "Task" [ 1165.287529] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.297503] env[69325]: DEBUG oslo_vmware.api [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072528, 'name': SuspendVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.322690] env[69325]: DEBUG nova.compute.utils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.324912] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.325239] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.336378] env[69325]: DEBUG oslo_concurrency.lockutils [None req-800873a7-831b-4369-b9a8-4ead9bec2c5a tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.612s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.374661] env[69325]: DEBUG nova.policy [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc390e5eb3c64627bd1681605338f4f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90890b83bd3440c1ad1209096570ba59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.484411] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.484615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.484817] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.531409] env[69325]: DEBUG oslo_concurrency.lockutils [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.531602] env[69325]: DEBUG oslo_concurrency.lockutils [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] Acquired lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.532584] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddebb005-85fb-4fee-ac71-e960e9dec2a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.557411] env[69325]: DEBUG oslo_concurrency.lockutils [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] Releasing lock "f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.557411] env[69325]: WARNING nova.compute.manager [req-28477e0e-d208-4a22-b2f8-c58f8d2baa3c req-b9bc1cf9-d3b0-4d45-8d55-f748ca86d127 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Detach interface failed, port_id=12f9cebc-b8ba-4716-a5b4-3356376aae79, reason: No device with interface-id 12f9cebc-b8ba-4716-a5b4-3356376aae79 exists on VM: nova.exception.NotFound: No device with interface-id 12f9cebc-b8ba-4716-a5b4-3356376aae79 exists on VM [ 1165.593536] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072527, 'name': ReconfigVM_Task, 'duration_secs': 0.20069} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.593920] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.662205] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf725bed-0d9b-46ea-976c-7dbbae4f8323 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.671334] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Suspending the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1165.671671] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-780202dd-c1a3-4013-898a-b621fd349b57 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.679761] env[69325]: DEBUG oslo_vmware.api [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1165.679761] env[69325]: value = "task-4072529" [ 1165.679761] env[69325]: _type = "Task" [ 1165.679761] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.691870] env[69325]: DEBUG oslo_vmware.api [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072529, 'name': SuspendVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.799837] env[69325]: DEBUG oslo_vmware.api [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072528, 'name': SuspendVM_Task} progress is 58%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.823207] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Successfully created port: 720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.826257] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.965868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.966144] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.966351] env[69325]: DEBUG nova.network.neutron [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.040845] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.106219] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.106570] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.106772] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.106949] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.107137] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.107300] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.107531] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.107669] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.107838] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.108015] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.108202] env[69325]: DEBUG nova.virt.hardware [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.114525] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.118776] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-badd4fc5-5cbc-485c-853b-2cb517c79026 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.143669] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1166.143669] env[69325]: value = "task-4072530" [ 1166.143669] env[69325]: _type = "Task" [ 1166.143669] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.163692] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.198041] env[69325]: DEBUG oslo_vmware.api [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072529, 'name': SuspendVM_Task} progress is 58%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.217119] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41852776-c6e6-4dc2-a308-00f1a9f6a239 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.225062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe76498-6102-4a5a-9fc0-4e7f9fed7e7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.258058] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399df652-5b9a-4703-bbc6-89657555657c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.262872] env[69325]: DEBUG nova.network.neutron [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating instance_info_cache with network_info: [{"id": "4e6814af-a792-4981-b52e-71c9a731eda8", "address": "fa:16:3e:6b:c0:48", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6814af-a7", "ovs_interfaceid": "4e6814af-a792-4981-b52e-71c9a731eda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.268045] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25594578-089e-46d1-921e-cf259b37200d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.284659] env[69325]: DEBUG nova.compute.provider_tree [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.300285] env[69325]: DEBUG oslo_vmware.api [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072528, 'name': SuspendVM_Task} progress is 58%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.604028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.604028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.604028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "f43d180c-6390-4443-b936-e385b0515b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.604028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.604028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.605232] env[69325]: INFO nova.compute.manager [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Terminating instance [ 1166.657242] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072530, 'name': ReconfigVM_Task, 'duration_secs': 0.255938} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.657548] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.658400] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b79c23-d3c2-46b2-a465-38736a0ab576 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.681729] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.682071] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f27994-9039-4fe2-b4c9-d970977bb6f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.704387] env[69325]: DEBUG oslo_vmware.api [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072529, 'name': SuspendVM_Task, 'duration_secs': 0.781679} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.705776] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Suspended the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1166.705964] env[69325]: DEBUG nova.compute.manager [None req-dde3eaae-d775-47c2-ac44-880e532973fb tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.706379] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1166.706379] env[69325]: value = "task-4072531" [ 1166.706379] env[69325]: _type = "Task" [ 1166.706379] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.707147] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42957b52-def7-457c-b275-907721287a3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.722379] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.767773] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.768131] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Instance network_info: |[{"id": "4e6814af-a792-4981-b52e-71c9a731eda8", "address": "fa:16:3e:6b:c0:48", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6814af-a7", "ovs_interfaceid": "4e6814af-a792-4981-b52e-71c9a731eda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.768875] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c0:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6814af-a792-4981-b52e-71c9a731eda8', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.778288] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.778451] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.778694] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69be7938-06ec-4d26-b2ec-b227d2077e40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.794949] env[69325]: DEBUG nova.scheduler.client.report [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.815607] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.815607] env[69325]: value = "task-4072532" [ 1166.815607] env[69325]: _type = "Task" [ 1166.815607] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.815996] env[69325]: DEBUG oslo_vmware.api [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072528, 'name': SuspendVM_Task, 'duration_secs': 1.16072} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.816461] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Suspended the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1166.816677] env[69325]: DEBUG nova.compute.manager [None req-f97d139b-36e8-40c8-9db0-a1f19d753460 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.820574] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f675f-d25a-471e-be53-777d95743665 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.835354] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072532, 'name': CreateVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.838134] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.881034] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.881280] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.881383] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.882655] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.882887] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.882887] env[69325]: DEBUG nova.virt.hardware [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.884676] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f916ea20-0658-449d-8162-c725122a3663 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.894016] env[69325]: DEBUG nova.compute.manager [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Received event network-changed-4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.894271] env[69325]: DEBUG nova.compute.manager [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Refreshing instance network info cache due to event network-changed-4e6814af-a792-4981-b52e-71c9a731eda8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.894504] env[69325]: DEBUG oslo_concurrency.lockutils [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] Acquiring lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.894685] env[69325]: DEBUG oslo_concurrency.lockutils [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] Acquired lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.894842] env[69325]: DEBUG nova.network.neutron [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Refreshing network info cache for port 4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.903095] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715b5d9-c616-4ee4-b5ba-a9638ce56fa7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.045639] env[69325]: INFO nova.network.neutron [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1167.046169] env[69325]: DEBUG nova.network.neutron [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.112767] env[69325]: DEBUG nova.compute.manager [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.113030] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.113931] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79f766-214f-4848-831d-da6f0d039a08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.122303] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.122566] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a84a2d4-31f0-4326-9ab8-c3ff28df1989 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.129594] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1167.129594] env[69325]: value = "task-4072533" [ 1167.129594] env[69325]: _type = "Task" [ 1167.129594] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.139688] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.220319] env[69325]: DEBUG oslo_vmware.api [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072531, 'name': ReconfigVM_Task, 'duration_secs': 0.344142} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.221453] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6/701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.221453] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.310180] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.310743] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.314432] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.660s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.314540] env[69325]: DEBUG nova.objects.instance [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'resources' on Instance uuid d19bf484-73f5-4474-a546-592d6df45d9d {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.327663] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072532, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.550545] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-f43d180c-6390-4443-b936-e385b0515b1d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.641599] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072533, 'name': PowerOffVM_Task, 'duration_secs': 0.238853} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.641599] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.641765] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.642078] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce0be80-0b61-4b7d-9040-8a4a21c3d939 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.724355] env[69325]: DEBUG nova.network.neutron [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updated VIF entry in instance network info cache for port 4e6814af-a792-4981-b52e-71c9a731eda8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.724805] env[69325]: DEBUG nova.network.neutron [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating instance_info_cache with network_info: [{"id": "4e6814af-a792-4981-b52e-71c9a731eda8", "address": "fa:16:3e:6b:c0:48", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6814af-a7", "ovs_interfaceid": "4e6814af-a792-4981-b52e-71c9a731eda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.735365] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618fb0ce-d898-42ca-9f99-8cd9045e8d9a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.761515] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca5868f-39d2-4b94-abcf-c1694a634fa7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.782589] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.814177] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.814963] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.814963] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleting the datastore file [datastore2] f43d180c-6390-4443-b936-e385b0515b1d {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.814963] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802aa02b-510d-45c7-ab21-3b3e4977c4ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.817888] env[69325]: DEBUG nova.compute.utils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.826377] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.826377] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.840524] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072532, 'name': CreateVM_Task, 'duration_secs': 0.86727} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.843261] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.845955] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1167.845955] env[69325]: value = "task-4072535" [ 1167.845955] env[69325]: _type = "Task" [ 1167.845955] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.847148] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.847325] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.847691] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.848878] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4965c9-0c9d-4c5e-9b53-6b3986f6985e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.863219] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1167.863219] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52569dcc-7029-e079-360a-2eb465879e0b" [ 1167.863219] env[69325]: _type = "Task" [ 1167.863219] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.866376] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.876754] env[69325]: DEBUG nova.policy [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1bad0997034fff82b385b6cc0aa940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd3ed7877f04cebb4dcdbe66adee3fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.882704] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52569dcc-7029-e079-360a-2eb465879e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.921725] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Successfully updated port: 720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.929849] env[69325]: INFO nova.compute.manager [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Resuming [ 1167.930941] env[69325]: DEBUG nova.objects.instance [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'flavor' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.057189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d2e66872-f3e3-43d0-883a-54c620d2b66e tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-f43d180c-6390-4443-b936-e385b0515b1d-12f9cebc-b8ba-4716-a5b4-3356376aae79" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.987s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.115160] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ecc555-5f70-4ff9-bc32-8309b1d6a96e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.121810] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc342fa8-eb30-45e1-b3ea-7ae00705e6e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.160579] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886eb99-6db7-4b86-abc4-ed14151e917d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.170411] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d86142-5c5e-47ca-ade5-a482bb776453 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.186715] env[69325]: DEBUG nova.compute.provider_tree [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.236119] env[69325]: DEBUG oslo_concurrency.lockutils [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] Releasing lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.236119] env[69325]: DEBUG nova.compute.manager [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-deleted-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.236119] env[69325]: INFO nova.compute.manager [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Neutron deleted interface 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd; detaching it from the instance and deleting it from the info cache [ 1168.236119] env[69325]: DEBUG nova.network.neutron [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [{"id": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "address": "fa:16:3e:23:ea:3e", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0dbdc6-b6", "ovs_interfaceid": "6b0dbdc6-b69f-4100-af1f-7b2bae772667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.238880] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Successfully created port: b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.327713] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.338640] env[69325]: DEBUG nova.network.neutron [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Port bc395241-b4c0-464e-b25d-6d4af42c0ea7 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.349081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.349372] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.349593] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.349783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.349980] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.352060] env[69325]: INFO nova.compute.manager [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Terminating instance [ 1168.364783] env[69325]: DEBUG oslo_vmware.api [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480186} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.365045] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.365237] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.365411] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.365583] env[69325]: INFO nova.compute.manager [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1168.365853] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.366179] env[69325]: DEBUG nova.compute.manager [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.366280] env[69325]: DEBUG nova.network.neutron [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.380654] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52569dcc-7029-e079-360a-2eb465879e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.048466} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.380960] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.381212] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.381447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.381600] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.381780] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.382064] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51da6aab-3424-4df9-9f41-3f9c6d83ed98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.392470] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.392657] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.393422] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acad8a5-c4e9-461a-95fe-ef9e33b80812 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.400643] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1168.400643] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b7406f-7fde-180e-8d48-8f3fd6a83b7a" [ 1168.400643] env[69325]: _type = "Task" [ 1168.400643] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.409372] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b7406f-7fde-180e-8d48-8f3fd6a83b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.424777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.425092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.425092] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.471032] env[69325]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd could not be found.", "detail": ""}} {{(pid=69325) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1168.471032] env[69325]: DEBUG nova.network.neutron [-] Unable to show port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd as it no longer exists. {{(pid=69325) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1168.690288] env[69325]: DEBUG nova.scheduler.client.report [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.738059] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f711bd0-6db4-4ec7-a97a-d5e2e608f2c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.749194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfc051-ebdf-4226-8a84-66c12040926f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.784748] env[69325]: DEBUG nova.compute.manager [req-d5b185d5-b9c9-44ca-8fcf-467087e9878c req-25dcaaa4-f189-4f8b-97b1-c74023b81818 service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Detach interface failed, port_id=2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd, reason: Instance f43d180c-6390-4443-b936-e385b0515b1d could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.859833] env[69325]: DEBUG nova.compute.manager [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.860202] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.861016] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8ea5e-3bef-485b-9dca-a99f60df451f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.869874] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.870542] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47061063-0f9a-4618-9c54-78354b2e28ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.911897] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b7406f-7fde-180e-8d48-8f3fd6a83b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.912754] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7487d726-1a1f-4ab8-89ba-2becf05a0267 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.918954] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1168.918954] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ae5ba4-5fc6-68e5-7c16-7658e2a2f76f" [ 1168.918954] env[69325]: _type = "Task" [ 1168.918954] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.925550] env[69325]: DEBUG nova.compute.manager [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Received event network-vif-plugged-720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.925694] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Acquiring lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.925916] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.926187] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.926391] env[69325]: DEBUG nova.compute.manager [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] No waiting events found dispatching network-vif-plugged-720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1168.926572] env[69325]: WARNING nova.compute.manager [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Received unexpected event network-vif-plugged-720ee617-6e62-442f-b1e6-375c708f0e97 for instance with vm_state building and task_state spawning. [ 1168.927046] env[69325]: DEBUG nova.compute.manager [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Received event network-changed-720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.927046] env[69325]: DEBUG nova.compute.manager [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Refreshing instance network info cache due to event network-changed-720ee617-6e62-442f-b1e6-375c708f0e97. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.927203] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Acquiring lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.936250] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ae5ba4-5fc6-68e5-7c16-7658e2a2f76f, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.936868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.937198] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9b8bb8df-65c4-4342-abea-22872c97a300/9b8bb8df-65c4-4342-abea-22872c97a300.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.937792] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a8b064-9e0d-43a7-9af5-c0709be7ffa0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.945678] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.945906] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.946138] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore1] a01bc512-29f0-4df7-8f54-c9f32de5b88e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.946707] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-406cf43b-e096-4644-900f-57d510a0d2db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.951350] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1168.951350] env[69325]: value = "task-4072537" [ 1168.951350] env[69325]: _type = "Task" [ 1168.951350] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.956869] env[69325]: DEBUG oslo_vmware.api [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1168.956869] env[69325]: value = "task-4072538" [ 1168.956869] env[69325]: _type = "Task" [ 1168.956869] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.964403] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.970746] env[69325]: DEBUG oslo_vmware.api [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.988205] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.139721] env[69325]: DEBUG nova.network.neutron [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [{"id": "720ee617-6e62-442f-b1e6-375c708f0e97", "address": "fa:16:3e:b1:c2:8e", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ee617-6e", "ovs_interfaceid": "720ee617-6e62-442f-b1e6-375c708f0e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.196481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.199551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.222s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.201450] env[69325]: INFO nova.compute.claims [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.224943] env[69325]: INFO nova.scheduler.client.report [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted allocations for instance d19bf484-73f5-4474-a546-592d6df45d9d [ 1169.338194] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.363836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.363836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.363836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.376299] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.376624] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.376824] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.377102] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.377309] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.377500] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.377761] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.379048] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.379048] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.379048] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.379048] env[69325]: DEBUG nova.virt.hardware [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.380174] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9778d1c9-ad65-4f96-a028-0ad54ff57600 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.393621] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a19eca-3604-4a86-87e1-6e81bc47b31d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.428311] env[69325]: DEBUG nova.network.neutron [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.443337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.443534] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquired lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.443711] env[69325]: DEBUG nova.network.neutron [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.464713] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.470578] env[69325]: DEBUG oslo_vmware.api [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185657} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.470783] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.470973] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.472058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.472058] env[69325]: INFO nova.compute.manager [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1169.472058] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.472058] env[69325]: DEBUG nova.compute.manager [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.472058] env[69325]: DEBUG nova.network.neutron [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.643357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.643767] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Instance network_info: |[{"id": "720ee617-6e62-442f-b1e6-375c708f0e97", "address": "fa:16:3e:b1:c2:8e", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ee617-6e", "ovs_interfaceid": "720ee617-6e62-442f-b1e6-375c708f0e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.644086] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Acquired lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.644280] env[69325]: DEBUG nova.network.neutron [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Refreshing network info cache for port 720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.646015] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c2:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '720ee617-6e62-442f-b1e6-375c708f0e97', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.656239] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.656724] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.657621] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6776bf7-b15d-40cb-9cb6-ff64fa48e8b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.677712] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.677712] env[69325]: value = "task-4072539" [ 1169.677712] env[69325]: _type = "Task" [ 1169.677712] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.687482] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072539, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.737440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-85fc19cd-1da5-4e40-85c8-a58005623f41 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "d19bf484-73f5-4474-a546-592d6df45d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.884s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.871557] env[69325]: DEBUG nova.compute.manager [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Received event network-vif-plugged-b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.871860] env[69325]: DEBUG oslo_concurrency.lockutils [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] Acquiring lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.872083] env[69325]: DEBUG oslo_concurrency.lockutils [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.872288] env[69325]: DEBUG oslo_concurrency.lockutils [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.872499] env[69325]: DEBUG nova.compute.manager [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] No waiting events found dispatching network-vif-plugged-b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.872760] env[69325]: WARNING nova.compute.manager [req-05bdca90-6963-49af-afc3-2983e1347889 req-e0d95e76-139e-49e5-82d6-b9b88761f00a service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Received unexpected event network-vif-plugged-b1404254-91f0-4021-861a-a0e48d8ee91c for instance with vm_state building and task_state spawning. [ 1169.931894] env[69325]: INFO nova.compute.manager [-] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Took 1.57 seconds to deallocate network for instance. [ 1169.969609] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532875} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.970186] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9b8bb8df-65c4-4342-abea-22872c97a300/9b8bb8df-65c4-4342-abea-22872c97a300.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.970454] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.970937] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e4feb6-4bee-42b7-b73e-6125a3d2406e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.981361] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1169.981361] env[69325]: value = "task-4072540" [ 1169.981361] env[69325]: _type = "Task" [ 1169.981361] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.996965] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.025801] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Successfully updated port: b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.189732] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072539, 'name': CreateVM_Task, 'duration_secs': 0.424517} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.190983] env[69325]: DEBUG nova.network.neutron [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [{"id": "8c17c496-4266-4bb1-8c0b-730040563005", "address": "fa:16:3e:4e:2c:8c", "network": {"id": "89ef7d8e-ca61-4095-8243-f54ff8c7c7eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-60702513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5628d7911d1f49bb9f0e66537c6bab01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c17c496-42", "ovs_interfaceid": "8c17c496-4266-4bb1-8c0b-730040563005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.194636] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.195620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.196282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.196282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.196899] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9001df65-4fa7-44a6-9f55-6ba716d98692 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.203297] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1170.203297] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523d1f43-b35e-d31e-7922-17ca313a13f6" [ 1170.203297] env[69325]: _type = "Task" [ 1170.203297] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.216214] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523d1f43-b35e-d31e-7922-17ca313a13f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.282585] env[69325]: DEBUG nova.network.neutron [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.405739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.405936] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.406165] env[69325]: DEBUG nova.network.neutron [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.412963] env[69325]: DEBUG nova.network.neutron [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updated VIF entry in instance network info cache for port 720ee617-6e62-442f-b1e6-375c708f0e97. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.413323] env[69325]: DEBUG nova.network.neutron [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [{"id": "720ee617-6e62-442f-b1e6-375c708f0e97", "address": "fa:16:3e:b1:c2:8e", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ee617-6e", "ovs_interfaceid": "720ee617-6e62-442f-b1e6-375c708f0e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.439597] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.494186] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078783} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.495617] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.496461] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5b218-dd4f-4f19-800b-b257a3ec947c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.500075] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070b2bb-f125-470e-a111-2574ca805c40 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.516623] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f00a8b-adab-42ba-9b56-b3b9ccc0eefd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.531677] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9b8bb8df-65c4-4342-abea-22872c97a300/9b8bb8df-65c4-4342-abea-22872c97a300.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.531677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.531677] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.531677] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.532629] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d91480-eb17-4388-a9e7-d6a3390931ad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.579299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94d6f5-d9b2-4e68-9afc-c6838df58bff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.582017] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1170.582017] env[69325]: value = "task-4072542" [ 1170.582017] env[69325]: _type = "Task" [ 1170.582017] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.589264] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16626e4f-2f4c-40ac-a395-b5b2cfbaedfc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.596379] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.606471] env[69325]: DEBUG nova.compute.provider_tree [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.695832] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Releasing lock "refresh_cache-4a252e74-6751-43b4-9b5f-e0d27432534e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.696910] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167d225-550d-4de0-a355-02444dad2937 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.704856] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Resuming the VM {{(pid=69325) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1170.708185] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cacfb702-a301-4ad0-857b-ce18add1d6e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.715980] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523d1f43-b35e-d31e-7922-17ca313a13f6, 'name': SearchDatastore_Task, 'duration_secs': 0.018219} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.717670] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.717952] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.718216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.718375] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.718557] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.718889] env[69325]: DEBUG oslo_vmware.api [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1170.718889] env[69325]: value = "task-4072543" [ 1170.718889] env[69325]: _type = "Task" [ 1170.718889] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.719104] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0af7fd0-b180-4848-85bf-17f714c619cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.729917] env[69325]: DEBUG oslo_vmware.api [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.731436] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.731643] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.732444] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31189ff3-40e7-4e42-a601-6715b28fd16d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.738447] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1170.738447] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521f2147-6fe4-71a0-6b42-e92fb21fd2e7" [ 1170.738447] env[69325]: _type = "Task" [ 1170.738447] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.748121] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f2147-6fe4-71a0-6b42-e92fb21fd2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.785893] env[69325]: INFO nova.compute.manager [-] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Took 1.31 seconds to deallocate network for instance. [ 1170.916866] env[69325]: DEBUG oslo_concurrency.lockutils [req-2563a17c-3e34-4714-9960-d902a6922d43 req-003b670f-5b93-45b8-9e70-ec151f399783 service nova] Releasing lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.958084] env[69325]: DEBUG nova.compute.manager [req-053366ab-1159-4d30-a97a-81198ea4c1f1 req-7904329e-5bd2-49b7-a17a-f31df5bb547c service nova] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Received event network-vif-deleted-6b0dbdc6-b69f-4100-af1f-7b2bae772667 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.958315] env[69325]: DEBUG nova.compute.manager [req-053366ab-1159-4d30-a97a-81198ea4c1f1 req-7904329e-5bd2-49b7-a17a-f31df5bb547c service nova] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Received event network-vif-deleted-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.077339] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.094963] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072542, 'name': ReconfigVM_Task, 'duration_secs': 0.335063} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.094963] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9b8bb8df-65c4-4342-abea-22872c97a300/9b8bb8df-65c4-4342-abea-22872c97a300.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.097666] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9559e89-0462-4a3f-9c5c-bcffefa7455f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.109176] env[69325]: DEBUG nova.scheduler.client.report [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.114101] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1171.114101] env[69325]: value = "task-4072544" [ 1171.114101] env[69325]: _type = "Task" [ 1171.114101] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.131876] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072544, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.142590] env[69325]: DEBUG nova.network.neutron [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.234171] env[69325]: DEBUG oslo_vmware.api [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.252828] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521f2147-6fe4-71a0-6b42-e92fb21fd2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017402} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.253955] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a55809-b6ea-49c1-8dc2-b6d0ffcf768e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.264682] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1171.264682] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5281b047-55a2-e61f-85e1-b64d2047d099" [ 1171.264682] env[69325]: _type = "Task" [ 1171.264682] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.273156] env[69325]: DEBUG nova.network.neutron [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Updating instance_info_cache with network_info: [{"id": "b1404254-91f0-4021-861a-a0e48d8ee91c", "address": "fa:16:3e:68:e8:0d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1404254-91", "ovs_interfaceid": "b1404254-91f0-4021-861a-a0e48d8ee91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.278209] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5281b047-55a2-e61f-85e1-b64d2047d099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.292970] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.615872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.616513] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.619937] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.087s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.631206] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072544, 'name': Rename_Task, 'duration_secs': 0.197245} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.631567] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.631888] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd2fd73b-fe17-4b8e-b3c7-5faa2f631fd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.640177] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1171.640177] env[69325]: value = "task-4072545" [ 1171.640177] env[69325]: _type = "Task" [ 1171.640177] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.645388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.655801] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.733195] env[69325]: DEBUG oslo_vmware.api [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072543, 'name': PowerOnVM_Task, 'duration_secs': 0.54436} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.733480] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Resumed the VM {{(pid=69325) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1171.733668] env[69325]: DEBUG nova.compute.manager [None req-6b398a1f-b287-47e8-9321-eecd12fcfe7d tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.734535] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fa4ae-8e12-4cfb-a139-b49f32fdb848 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.775854] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5281b047-55a2-e61f-85e1-b64d2047d099, 'name': SearchDatastore_Task, 'duration_secs': 0.071953} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.776203] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.776486] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/e625d1d9-c383-4c07-bd5f-a218aa2d0e28.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.776838] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254131db-090a-4619-9351-cd3aeb459b75 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.779275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.779578] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Instance network_info: |[{"id": "b1404254-91f0-4021-861a-a0e48d8ee91c", "address": "fa:16:3e:68:e8:0d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1404254-91", "ovs_interfaceid": "b1404254-91f0-4021-861a-a0e48d8ee91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.780299] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:e8:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1404254-91f0-4021-861a-a0e48d8ee91c', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.787844] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.789223] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.789463] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26913be-8243-4204-b6b1-bd1f74a3f43d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.806606] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1171.806606] env[69325]: value = "task-4072546" [ 1171.806606] env[69325]: _type = "Task" [ 1171.806606] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.812420] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.812420] env[69325]: value = "task-4072547" [ 1171.812420] env[69325]: _type = "Task" [ 1171.812420] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.818889] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.824188] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072547, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.903295] env[69325]: DEBUG nova.compute.manager [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Received event network-changed-b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.903611] env[69325]: DEBUG nova.compute.manager [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Refreshing instance network info cache due to event network-changed-b1404254-91f0-4021-861a-a0e48d8ee91c. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.903874] env[69325]: DEBUG oslo_concurrency.lockutils [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] Acquiring lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904140] env[69325]: DEBUG oslo_concurrency.lockutils [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] Acquired lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904446] env[69325]: DEBUG nova.network.neutron [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Refreshing network info cache for port b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.136400] env[69325]: DEBUG nova.compute.utils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.138958] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.139114] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.159476] env[69325]: DEBUG oslo_vmware.api [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072545, 'name': PowerOnVM_Task, 'duration_secs': 0.493744} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.161360] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.161597] env[69325]: INFO nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1172.161778] env[69325]: DEBUG nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.163708] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935829b3-7520-4cbc-96c3-4f8079b63698 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.180307] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe481cf-f77d-46fc-824f-ea4a9fb8fabc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.202351] env[69325]: DEBUG nova.policy [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d6eb1443e074ccca671b3889dca3e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a9e0cf1fb74a08966f3e3ec047456e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.204572] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde870b-d64c-4c2b-a9eb-1625dffc4d83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.213447] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.320984] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.328351] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072547, 'name': CreateVM_Task, 'duration_secs': 0.382353} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.328570] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.329315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.329487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.329829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.330459] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6819a8bd-8c93-46e8-bc0e-2945a3e46351 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.337769] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1172.337769] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52485956-b8b7-a2ea-ca9e-510798692199" [ 1172.337769] env[69325]: _type = "Task" [ 1172.337769] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.348613] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52485956-b8b7-a2ea-ca9e-510798692199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.593380] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Successfully created port: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.639615] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 as it has an incoming, in-progress migration 24e6a3fc-fa06-4b4f-88dc-1a485bb6efa7. Migration status is post-migrating {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1172.642142] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating resource usage from migration 24e6a3fc-fa06-4b4f-88dc-1a485bb6efa7 [ 1172.646020] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating resource usage from migration f950d594-f673-4c85-bfcb-40e4a74a7c7c [ 1172.646020] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.664368] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 20214520-e4ae-4e49-8958-f2196303b998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.664649] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.664967] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 517c3322-602c-4290-bd24-00f22a79164e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.664967] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.665217] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 0162a509-82a6-4acc-8c66-267124334411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.665552] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f43d180c-6390-4443-b936-e385b0515b1d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1172.665552] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.665695] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.665835] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4a252e74-6751-43b4-9b5f-e0d27432534e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.666354] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a01bc512-29f0-4df7-8f54-c9f32de5b88e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1172.666354] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration 24e6a3fc-fa06-4b4f-88dc-1a485bb6efa7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1172.666354] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.666590] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9b8bb8df-65c4-4342-abea-22872c97a300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.667085] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance e625d1d9-c383-4c07-bd5f-a218aa2d0e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.667347] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 25c41f3f-8681-4239-aad6-f8ff91ce128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.667505] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 6539fbd0-27db-4399-b09c-1c4cbdc6e12e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.667653] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration f950d594-f673-4c85-bfcb-40e4a74a7c7c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1172.668784] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a9aab528-68b4-45c4-9a26-00e5fd7febf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.668784] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1172.668784] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1172.700302] env[69325]: INFO nova.compute.manager [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Took 19.50 seconds to build instance. [ 1172.715115] env[69325]: DEBUG nova.network.neutron [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Updated VIF entry in instance network info cache for port b1404254-91f0-4021-861a-a0e48d8ee91c. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.715492] env[69325]: DEBUG nova.network.neutron [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Updating instance_info_cache with network_info: [{"id": "b1404254-91f0-4021-861a-a0e48d8ee91c", "address": "fa:16:3e:68:e8:0d", "network": {"id": "ab1e1894-b194-4949-82c0-2e2a28018c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1736137170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd3ed7877f04cebb4dcdbe66adee3fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1404254-91", "ovs_interfaceid": "b1404254-91f0-4021-861a-a0e48d8ee91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.721061] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-436223cc-5c02-44fd-ab43-b2633e14eaaa tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance '701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.823411] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693714} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.823688] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/e625d1d9-c383-4c07-bd5f-a218aa2d0e28.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.823907] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.824234] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a16a6f3d-4905-487a-9445-c10ed17acd5d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.832241] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1172.832241] env[69325]: value = "task-4072548" [ 1172.832241] env[69325]: _type = "Task" [ 1172.832241] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.848036] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.855649] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52485956-b8b7-a2ea-ca9e-510798692199, 'name': SearchDatastore_Task, 'duration_secs': 0.030857} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.855925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.856220] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.856491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.856620] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.856800] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.857085] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d294af-dd0b-4dcc-b29d-834c035b5d1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.873843] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.874157] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.874826] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ec645d-37d5-489d-875e-7156805b8f0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.882858] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1172.882858] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e94916-ddb2-3b98-7238-94fc34b67d6e" [ 1172.882858] env[69325]: _type = "Task" [ 1172.882858] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.892497] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e94916-ddb2-3b98-7238-94fc34b67d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.003034] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a62bdb-2892-41cb-a366-a8126c1e26de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.011217] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f67e3f-a42d-4d3e-a85b-08383b33cc87 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.042137] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91152cd2-f218-4274-82a2-9db16cf08283 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.052533] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b83f20-831f-46ff-95f9-44945d808e16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.067558] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.201881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c28f0eff-055a-4a27-b565-bd15612e20c6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.014s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.219661] env[69325]: DEBUG oslo_concurrency.lockutils [req-af5e739e-5441-4161-9405-72391a43ac78 req-f4f956cc-c149-439d-bbea-62bfbba344d6 service nova] Releasing lock "refresh_cache-25c41f3f-8681-4239-aad6-f8ff91ce128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.342598] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269316} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.343185] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.344182] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad2b785-7377-498a-8060-36bd26341901 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.370601] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/e625d1d9-c383-4c07-bd5f-a218aa2d0e28.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.371350] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fd3483-cd87-4b85-8090-f84e709789a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.395880] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e94916-ddb2-3b98-7238-94fc34b67d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.05425} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.397910] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1173.397910] env[69325]: value = "task-4072549" [ 1173.397910] env[69325]: _type = "Task" [ 1173.397910] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.398147] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7d0e69-db32-43a7-b116-615f72b0fa39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.412341] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.412812] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1173.412812] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520802f5-b97a-98a4-b7dc-b6fda7c0e9d3" [ 1173.412812] env[69325]: _type = "Task" [ 1173.412812] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.422216] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520802f5-b97a-98a4-b7dc-b6fda7c0e9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.571924] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.655591] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.685585] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.685891] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.686198] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.686441] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.686593] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.686741] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.686954] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.687165] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.687356] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.687523] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.687695] env[69325]: DEBUG nova.virt.hardware [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.688609] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea570f-9750-4a89-abce-125b89995054 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.697828] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0664059-026d-4d76-b94c-7a4f9367a2de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.912076] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.925449] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520802f5-b97a-98a4-b7dc-b6fda7c0e9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.033258} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.925554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.925891] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 25c41f3f-8681-4239-aad6-f8ff91ce128c/25c41f3f-8681-4239-aad6-f8ff91ce128c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.926245] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89e9095-1ca8-4636-b4cc-36db9c5af1a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.930892] env[69325]: DEBUG nova.compute.manager [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Received event network-changed-4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.931199] env[69325]: DEBUG nova.compute.manager [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Refreshing instance network info cache due to event network-changed-4e6814af-a792-4981-b52e-71c9a731eda8. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.931474] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] Acquiring lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.931671] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] Acquired lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.931890] env[69325]: DEBUG nova.network.neutron [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Refreshing network info cache for port 4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.941174] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1173.941174] env[69325]: value = "task-4072550" [ 1173.941174] env[69325]: _type = "Task" [ 1173.941174] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.952881] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.078446] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1174.078446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.458s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.078446] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.025s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.214276] env[69325]: DEBUG nova.compute.manager [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Received event network-vif-plugged-6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.214276] env[69325]: DEBUG oslo_concurrency.lockutils [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] Acquiring lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.214775] env[69325]: DEBUG oslo_concurrency.lockutils [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.215680] env[69325]: DEBUG oslo_concurrency.lockutils [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.216196] env[69325]: DEBUG nova.compute.manager [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] No waiting events found dispatching network-vif-plugged-6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.217070] env[69325]: WARNING nova.compute.manager [req-c62d07e3-c403-4236-84be-0680c8ee2f1e req-cdf004c5-166e-42ac-b8a7-0aa116248c3c service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Received unexpected event network-vif-plugged-6a30edc2-2567-4dca-bf6f-3d41f00097c5 for instance with vm_state building and task_state spawning. [ 1174.345327] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Successfully updated port: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.413403] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072549, 'name': ReconfigVM_Task, 'duration_secs': 0.878493} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.413725] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/e625d1d9-c383-4c07-bd5f-a218aa2d0e28.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.415091] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc21c756-5ed8-45bb-a9aa-ba47ef9b0348 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.424224] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1174.424224] env[69325]: value = "task-4072551" [ 1174.424224] env[69325]: _type = "Task" [ 1174.424224] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.434859] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072551, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.452333] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072550, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.585190] env[69325]: INFO nova.compute.claims [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.711971] env[69325]: DEBUG nova.network.neutron [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updated VIF entry in instance network info cache for port 4e6814af-a792-4981-b52e-71c9a731eda8. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.712419] env[69325]: DEBUG nova.network.neutron [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating instance_info_cache with network_info: [{"id": "4e6814af-a792-4981-b52e-71c9a731eda8", "address": "fa:16:3e:6b:c0:48", "network": {"id": "1d461f76-c130-437b-af2e-7516e8428344", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-332693675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624e4de6951d48428a5fc3be6e9d45f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6814af-a7", "ovs_interfaceid": "4e6814af-a792-4981-b52e-71c9a731eda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.850979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.851087] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquired lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.851269] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.856518] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.856798] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.857040] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.857268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.857460] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.859730] env[69325]: INFO nova.compute.manager [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Terminating instance [ 1174.937861] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072551, 'name': Rename_Task, 'duration_secs': 0.211041} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.938173] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.938486] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd1b6c2-b5ed-478c-83d0-0ac74a6d20f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.947664] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1174.947664] env[69325]: value = "task-4072552" [ 1174.947664] env[69325]: _type = "Task" [ 1174.947664] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.957079] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69781} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.960358] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 25c41f3f-8681-4239-aad6-f8ff91ce128c/25c41f3f-8681-4239-aad6-f8ff91ce128c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.960593] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.960879] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.961118] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c35b1fec-6987-420c-8c7e-f9b0ab4aa401 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.968332] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1174.968332] env[69325]: value = "task-4072553" [ 1174.968332] env[69325]: _type = "Task" [ 1174.968332] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.977897] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.092310] env[69325]: INFO nova.compute.resource_tracker [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating resource usage from migration f950d594-f673-4c85-bfcb-40e4a74a7c7c [ 1175.216136] env[69325]: DEBUG oslo_concurrency.lockutils [req-9a2ad56e-91bf-40e1-87cb-1a2084143a1f req-a7bf4bcd-8812-43d0-898f-4ab08831dc27 service nova] Releasing lock "refresh_cache-9b8bb8df-65c4-4342-abea-22872c97a300" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.237202] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.237468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.237658] env[69325]: DEBUG nova.compute.manager [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Going to confirm migration 4 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1175.363690] env[69325]: DEBUG nova.compute.manager [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.363921] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.364854] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15abba90-4fca-4949-80d2-fd49dde5bfa0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.369316] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cc26b-cb83-46d3-9520-f20ed57ae862 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.379604] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d4d86-2ebb-4e9a-8e23-919273bda11c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.383103] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.383414] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a012bca-9e80-4713-b010-0725b36aa71c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.385511] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.420816] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1175.420816] env[69325]: value = "task-4072554" [ 1175.420816] env[69325]: _type = "Task" [ 1175.420816] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.426102] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c521c173-9048-4b33-a65c-8b6c0fe0767b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.442032] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d172b3-b3c3-49be-9f4a-08979e3770ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.446446] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.462474] env[69325]: DEBUG nova.compute.provider_tree [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.477300] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.485698] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.485991] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.487130] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde9e3dc-3185-4925-8e0d-e60c7eebaf7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.511118] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 25c41f3f-8681-4239-aad6-f8ff91ce128c/25c41f3f-8681-4239-aad6-f8ff91ce128c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.514111] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4451c83-7c5a-4d8d-8ce8-1f93f1124497 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.537889] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1175.537889] env[69325]: value = "task-4072555" [ 1175.537889] env[69325]: _type = "Task" [ 1175.537889] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.546892] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.639158] env[69325]: DEBUG nova.network.neutron [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Updating instance_info_cache with network_info: [{"id": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "address": "fa:16:3e:a3:90:b2", "network": {"id": "3a33e9ba-de13-471e-a71b-176d237047cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1969046054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a9e0cf1fb74a08966f3e3ec047456e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30edc2-25", "ovs_interfaceid": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.775186] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.775413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.775617] env[69325]: DEBUG nova.network.neutron [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.775805] env[69325]: DEBUG nova.objects.instance [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'info_cache' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.936237] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072554, 'name': PowerOffVM_Task, 'duration_secs': 0.259003} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.936587] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.936756] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.937046] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c91656-b8c5-4eae-ae0e-85af5eb62543 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.960109] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.966409] env[69325]: DEBUG nova.scheduler.client.report [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.012107] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.012419] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.012618] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleting the datastore file [datastore2] 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.012906] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a3ad2b-2a62-40b3-a8fa-3427494281f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.021139] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1176.021139] env[69325]: value = "task-4072557" [ 1176.021139] env[69325]: _type = "Task" [ 1176.021139] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.030344] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.054361] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.141932] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Releasing lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.142584] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Instance network_info: |[{"id": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "address": "fa:16:3e:a3:90:b2", "network": {"id": "3a33e9ba-de13-471e-a71b-176d237047cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1969046054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a9e0cf1fb74a08966f3e3ec047456e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30edc2-25", "ovs_interfaceid": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.143236] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:90:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a30edc2-2567-4dca-bf6f-3d41f00097c5', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.156389] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Creating folder: Project (97a9e0cf1fb74a08966f3e3ec047456e). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.156911] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b30a52-8814-49da-ab7c-0cd2853054e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.172155] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Created folder: Project (97a9e0cf1fb74a08966f3e3ec047456e) in parent group-v806727. [ 1176.172380] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Creating folder: Instances. Parent ref: group-v807022. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.172649] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e0c0208-b168-442c-82d0-ed8612aa6a7a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.187816] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Created folder: Instances in parent group-v807022. [ 1176.188093] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.188345] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.188574] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa58bbab-9951-45c7-9e9e-9f13b86cccf4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.210812] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.210812] env[69325]: value = "task-4072560" [ 1176.210812] env[69325]: _type = "Task" [ 1176.210812] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.220263] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072560, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.242136] env[69325]: DEBUG nova.compute.manager [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Received event network-changed-6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.242518] env[69325]: DEBUG nova.compute.manager [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Refreshing instance network info cache due to event network-changed-6a30edc2-2567-4dca-bf6f-3d41f00097c5. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.242799] env[69325]: DEBUG oslo_concurrency.lockutils [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] Acquiring lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.242958] env[69325]: DEBUG oslo_concurrency.lockutils [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] Acquired lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.243146] env[69325]: DEBUG nova.network.neutron [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Refreshing network info cache for port 6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.461246] env[69325]: DEBUG oslo_vmware.api [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072552, 'name': PowerOnVM_Task, 'duration_secs': 1.241967} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.461513] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.461720] env[69325]: INFO nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1176.461901] env[69325]: DEBUG nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.462805] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d155247-9dca-4659-bd48-11134a34d488 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.476062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.398s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.476289] env[69325]: INFO nova.compute.manager [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Migrating [ 1176.483271] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.044s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.483485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.485809] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.193s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.485988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.515514] env[69325]: INFO nova.scheduler.client.report [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted allocations for instance f43d180c-6390-4443-b936-e385b0515b1d [ 1176.518024] env[69325]: INFO nova.scheduler.client.report [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance a01bc512-29f0-4df7-8f54-c9f32de5b88e [ 1176.535777] env[69325]: DEBUG oslo_vmware.api [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330065} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.536119] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.536353] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.536576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.536757] env[69325]: INFO nova.compute.manager [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1176.537023] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.537238] env[69325]: DEBUG nova.compute.manager [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.537335] env[69325]: DEBUG nova.network.neutron [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.549988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.549988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.551284] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072555, 'name': ReconfigVM_Task, 'duration_secs': 0.610386} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.551769] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 25c41f3f-8681-4239-aad6-f8ff91ce128c/25c41f3f-8681-4239-aad6-f8ff91ce128c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.552452] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-042a35fc-f8e8-4eef-bc9d-dae522092a42 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.562555] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1176.562555] env[69325]: value = "task-4072561" [ 1176.562555] env[69325]: _type = "Task" [ 1176.562555] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.574757] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072561, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.725083] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072560, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.983534] env[69325]: INFO nova.compute.manager [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Took 21.89 seconds to build instance. [ 1176.998454] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.998688] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.999035] env[69325]: DEBUG nova.network.neutron [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.028068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "f43d180c-6390-4443-b936-e385b0515b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.426s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.031653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4835ea32-40e2-44d6-9e88-5d97b386eda9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "a01bc512-29f0-4df7-8f54-c9f32de5b88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.682s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.053028] env[69325]: INFO nova.compute.manager [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Detaching volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 [ 1177.074849] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072561, 'name': Rename_Task, 'duration_secs': 0.303214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.075161] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.075423] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-367a391f-044b-43fe-ab31-a6b5155c7c9b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.082540] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1177.082540] env[69325]: value = "task-4072562" [ 1177.082540] env[69325]: _type = "Task" [ 1177.082540] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.094890] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.107786] env[69325]: INFO nova.virt.block_device [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Attempting to driver detach volume 5bf7b24c-13d1-4de0-a225-b4213344cda5 from mountpoint /dev/sdb [ 1177.108057] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.108264] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.109262] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5233a337-c398-4558-93c1-aee97afb10c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.139251] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f3030-c328-44f2-bb80-3be9ed8cc945 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.148424] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a93007-a94d-45e7-8384-0f10c9e21990 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.171259] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.171530] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.171745] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.171925] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.172117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.174212] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2daf0d-a988-4461-93ba-895549a32af8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.179678] env[69325]: INFO nova.compute.manager [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Terminating instance [ 1177.197608] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bf7b24c-13d1-4de0-a225-b4213344cda5/volume-5bf7b24c-13d1-4de0-a225-b4213344cda5.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.203431] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.205335] env[69325]: DEBUG nova.network.neutron [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Updated VIF entry in instance network info cache for port 6a30edc2-2567-4dca-bf6f-3d41f00097c5. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.206323] env[69325]: DEBUG nova.network.neutron [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Updating instance_info_cache with network_info: [{"id": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "address": "fa:16:3e:a3:90:b2", "network": {"id": "3a33e9ba-de13-471e-a71b-176d237047cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1969046054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a9e0cf1fb74a08966f3e3ec047456e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a30edc2-25", "ovs_interfaceid": "6a30edc2-2567-4dca-bf6f-3d41f00097c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.206847] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c570ba-1544-46d8-a314-57522e59c453 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.223453] env[69325]: DEBUG oslo_concurrency.lockutils [req-73fde857-a688-4c07-b534-6eddaa5218fd req-e6ef2d17-ba57-43c7-9632-61ade00e72a6 service nova] Releasing lock "refresh_cache-6539fbd0-27db-4399-b09c-1c4cbdc6e12e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.239019] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072560, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.239019] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1177.239019] env[69325]: value = "task-4072563" [ 1177.239019] env[69325]: _type = "Task" [ 1177.239019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.242301] env[69325]: DEBUG nova.network.neutron [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.248664] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.381280] env[69325]: DEBUG nova.network.neutron [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.488381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2778dee6-815e-4659-99c9-d572b3e651b0 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.405s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.593528] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.705479] env[69325]: DEBUG nova.compute.manager [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.705766] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.707236] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cef22b3-118b-47e8-8e11-0d4110081406 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.716428] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.716712] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dca09b7-046b-4c3b-ac94-983387d2d5b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.723704] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1177.723704] env[69325]: value = "task-4072564" [ 1177.723704] env[69325]: _type = "Task" [ 1177.723704] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.754574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.755234] env[69325]: DEBUG nova.objects.instance [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'migration_context' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.756633] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.756934] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072560, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.768019] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072563, 'name': ReconfigVM_Task, 'duration_secs': 0.253342} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.768019] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.771045] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232915ac-0eba-4e7b-a5e8-b91f9ea6f727 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.794432] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1177.794432] env[69325]: value = "task-4072565" [ 1177.794432] env[69325]: _type = "Task" [ 1177.794432] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.805905] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.825029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.825029] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.833497] env[69325]: DEBUG nova.network.neutron [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.883629] env[69325]: INFO nova.compute.manager [-] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Took 1.35 seconds to deallocate network for instance. [ 1178.046977] env[69325]: INFO nova.compute.manager [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Rescuing [ 1178.047181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.047349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.047567] env[69325]: DEBUG nova.network.neutron [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.095277] env[69325]: DEBUG oslo_vmware.api [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072562, 'name': PowerOnVM_Task, 'duration_secs': 0.57686} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.095727] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.096095] env[69325]: INFO nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1178.096402] env[69325]: DEBUG nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.097302] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f207c164-f921-4c3a-b026-84b47dbbe471 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.237508] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072564, 'name': PowerOffVM_Task, 'duration_secs': 0.454716} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.240941] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.241155] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.241402] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072560, 'name': CreateVM_Task, 'duration_secs': 1.841168} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.241605] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4e62bc-720f-4581-803c-f38d7472fd91 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.243237] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.243940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.244216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.244551] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.245236] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3068bcf3-119e-426b-905e-b75704da6d49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.251912] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1178.251912] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527114d9-5af9-b12a-0ef4-b861d8597b0c" [ 1178.251912] env[69325]: _type = "Task" [ 1178.251912] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.258840] env[69325]: DEBUG nova.objects.base [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Object Instance<701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6> lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.262865] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46af7285-7aac-456c-8ded-0bcf64dbbbf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.265749] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527114d9-5af9-b12a-0ef4-b861d8597b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.285439] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ee7c1e-c72d-4334-9d12-a058b6d242a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.289229] env[69325]: DEBUG nova.compute.manager [req-a87e9b67-4879-4f89-b0c8-c00dd2d8780c req-c298bc3f-c1cd-4c6f-bdc2-d6d839d46679 service nova] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Received event network-vif-deleted-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.294236] env[69325]: DEBUG oslo_vmware.api [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1178.294236] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a7b7e0-fca8-1e57-1164-3e77d47e3a51" [ 1178.294236] env[69325]: _type = "Task" [ 1178.294236] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.309266] env[69325]: DEBUG oslo_vmware.api [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a7b7e0-fca8-1e57-1164-3e77d47e3a51, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.312897] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.313250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.314644] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.321812] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.322023] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.322228] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleting the datastore file [datastore1] 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.322515] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c171b5d6-4f45-43e1-b3d3-93c5b7befcd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.327698] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.332703] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for the task: (returnval){ [ 1178.332703] env[69325]: value = "task-4072567" [ 1178.332703] env[69325]: _type = "Task" [ 1178.332703] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.336939] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.344677] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.394877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.614637] env[69325]: INFO nova.compute.manager [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Took 20.95 seconds to build instance. [ 1178.766028] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527114d9-5af9-b12a-0ef4-b861d8597b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.766028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.766028] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.766028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.766028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.766028] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.766028] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-900fbeae-bfbb-49fc-bc88-fb1c12197c64 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.775523] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.775720] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.776598] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f1910b-d10d-4027-a556-77fb568e1e8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.785902] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1178.785902] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5217aae0-7ee9-ab0e-6d10-cfd1342f73dd" [ 1178.785902] env[69325]: _type = "Task" [ 1178.785902] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.796638] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217aae0-7ee9-ab0e-6d10-cfd1342f73dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.809574] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.859034] env[69325]: DEBUG oslo_vmware.api [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Task: {'id': task-4072567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178624} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.859326] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.859512] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.859683] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.859854] env[69325]: INFO nova.compute.manager [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1178.860124] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.860323] env[69325]: DEBUG nova.compute.manager [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.860411] env[69325]: DEBUG nova.network.neutron [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.864036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.911863] env[69325]: DEBUG nova.network.neutron [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [{"id": "720ee617-6e62-442f-b1e6-375c708f0e97", "address": "fa:16:3e:b1:c2:8e", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ee617-6e", "ovs_interfaceid": "720ee617-6e62-442f-b1e6-375c708f0e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.096669] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d21bb-9756-445e-9f97-017dca163615 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.104937] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1425cdb-598d-47a4-9c66-910b9909061e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.143201] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8d48388a-f06c-4aca-917c-c3f3920124a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.492s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.145319] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e60cba-680e-4fed-8819-7f8b454f847f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.155584] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b931cd1-e4ac-409c-a767-fa59d3fd2707 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.172369] env[69325]: DEBUG nova.compute.provider_tree [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.299504] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5217aae0-7ee9-ab0e-6d10-cfd1342f73dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014684} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.304567] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea09fc0-f132-447b-a904-df16fb52400c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.308447] env[69325]: DEBUG nova.compute.manager [req-dcee8bb3-d1eb-405e-9ea0-c2c81742c3b0 req-adfc52b7-403a-4dbf-baf9-05bf2daeae21 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Received event network-vif-deleted-8c17c496-4266-4bb1-8c0b-730040563005 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.308687] env[69325]: INFO nova.compute.manager [req-dcee8bb3-d1eb-405e-9ea0-c2c81742c3b0 req-adfc52b7-403a-4dbf-baf9-05bf2daeae21 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Neutron deleted interface 8c17c496-4266-4bb1-8c0b-730040563005; detaching it from the instance and deleting it from the info cache [ 1179.308863] env[69325]: DEBUG nova.network.neutron [req-dcee8bb3-d1eb-405e-9ea0-c2c81742c3b0 req-adfc52b7-403a-4dbf-baf9-05bf2daeae21 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.317333] env[69325]: DEBUG oslo_vmware.api [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072565, 'name': ReconfigVM_Task, 'duration_secs': 1.247926} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.318893] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807003', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'name': 'volume-5bf7b24c-13d1-4de0-a225-b4213344cda5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0162a509-82a6-4acc-8c66-267124334411', 'attached_at': '', 'detached_at': '', 'volume_id': '5bf7b24c-13d1-4de0-a225-b4213344cda5', 'serial': '5bf7b24c-13d1-4de0-a225-b4213344cda5'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.321818] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1179.321818] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5210c21b-8d7e-e04b-7302-65556c51c7fa" [ 1179.321818] env[69325]: _type = "Task" [ 1179.321818] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.333491] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5210c21b-8d7e-e04b-7302-65556c51c7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.333849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.334188] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6539fbd0-27db-4399-b09c-1c4cbdc6e12e/6539fbd0-27db-4399-b09c-1c4cbdc6e12e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.334518] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063d81a0-eeb0-412e-935d-ba2a1f624b39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.343039] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1179.343039] env[69325]: value = "task-4072568" [ 1179.343039] env[69325]: _type = "Task" [ 1179.343039] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.357475] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.420655] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.676087] env[69325]: DEBUG nova.scheduler.client.report [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.730651] env[69325]: DEBUG nova.network.neutron [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.812347] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f5a2e97-c984-4367-b762-6e8ddfbf93bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.827820] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b47a70-11c6-45c8-a6a2-ce2ca777c151 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.863476] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072568, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.865494] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe0bc1-6989-4d99-be66-639628f6f4ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.892830] env[69325]: DEBUG nova.compute.manager [req-dcee8bb3-d1eb-405e-9ea0-c2c81742c3b0 req-adfc52b7-403a-4dbf-baf9-05bf2daeae21 service nova] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Detach interface failed, port_id=8c17c496-4266-4bb1-8c0b-730040563005, reason: Instance 4a252e74-6751-43b4-9b5f-e0d27432534e could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.895269] env[69325]: DEBUG nova.objects.instance [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'flavor' on Instance uuid 0162a509-82a6-4acc-8c66-267124334411 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.915386] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.924042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.924302] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.925531] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.925739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.925911] env[69325]: DEBUG nova.compute.manager [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.927780] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c004d7-a62f-471b-b371-fb3fbb78c003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.936902] env[69325]: DEBUG nova.compute.manager [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1179.937689] env[69325]: DEBUG nova.objects.instance [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lazy-loading 'flavor' on Instance uuid 25c41f3f-8681-4239-aad6-f8ff91ce128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.233102] env[69325]: INFO nova.compute.manager [-] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Took 1.37 seconds to deallocate network for instance. [ 1180.358363] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807839} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.358729] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 6539fbd0-27db-4399-b09c-1c4cbdc6e12e/6539fbd0-27db-4399-b09c-1c4cbdc6e12e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.358905] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.359188] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee87ffae-abf4-4938-a90e-7b8ca6032a11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.366386] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1180.366386] env[69325]: value = "task-4072569" [ 1180.366386] env[69325]: _type = "Task" [ 1180.366386] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.374523] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.425430] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.425752] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8da4b2-5d10-44d2-a1e9-ee0c9d82056d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.431528] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.436286] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1180.436286] env[69325]: value = "task-4072570" [ 1180.436286] env[69325]: _type = "Task" [ 1180.436286] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.450210] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.687269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.374s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.687545] env[69325]: DEBUG nova.compute.manager [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69325) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1180.690456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.296s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.690679] env[69325]: DEBUG nova.objects.instance [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'resources' on Instance uuid 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.741305] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.876835] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072643} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.877134] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.877975] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed19964-e280-44f1-8033-58c570638690 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.901382] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 6539fbd0-27db-4399-b09c-1c4cbdc6e12e/6539fbd0-27db-4399-b09c-1c4cbdc6e12e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.901703] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f94e89-e53a-4bf9-bf37-88407f15c640 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916360] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fe12c470-a864-47f1-bf08-f9ba23881770 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.366s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.924068] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1180.924068] env[69325]: value = "task-4072571" [ 1180.924068] env[69325]: _type = "Task" [ 1180.924068] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.940681] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.954907] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.955350] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072570, 'name': PowerOffVM_Task, 'duration_secs': 0.27843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.955543] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834bfd1d-72e8-490d-bb95-2d387c262751 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.957530] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.957785] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.962867] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.962973] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.963834] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2746ac3-992b-4e09-9187-96415eb7ef15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.970526] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1180.970526] env[69325]: value = "task-4072573" [ 1180.970526] env[69325]: _type = "Task" [ 1180.970526] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.971710] env[69325]: DEBUG oslo_vmware.api [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1180.971710] env[69325]: value = "task-4072572" [ 1180.971710] env[69325]: _type = "Task" [ 1180.971710] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.984667] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.988246] env[69325]: DEBUG oslo_vmware.api [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.046624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.046624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.046624] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "0162a509-82a6-4acc-8c66-267124334411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.046762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.046879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.050915] env[69325]: INFO nova.compute.manager [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Terminating instance [ 1181.251821] env[69325]: INFO nova.scheduler.client.report [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted allocation for migration 24e6a3fc-fa06-4b4f-88dc-1a485bb6efa7 [ 1181.438513] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.442516] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da78cf48-603f-4d18-b6ae-1fe043323fc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.451527] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49ef5f-29fb-49c9-ad5a-140c6d742c14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.484240] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.484469] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.484607] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.484788] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.484935] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.485096] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.485308] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.485470] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.485636] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.485800] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.485965] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.491610] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060e4cf4-357f-4b6b-af51-8c1df3482d45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.508278] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c51260-970b-4323-8d38-4508d6279931 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.516792] env[69325]: DEBUG oslo_vmware.api [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072572, 'name': PowerOffVM_Task, 'duration_secs': 0.250724} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.522485] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.522774] env[69325]: DEBUG nova.compute.manager [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.523153] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1181.523153] env[69325]: value = "task-4072574" [ 1181.523153] env[69325]: _type = "Task" [ 1181.523153] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.523377] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072573, 'name': PowerOffVM_Task, 'duration_secs': 0.239543} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.524209] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d734838-00d2-42f9-9aaa-acd8c5130187 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.526966] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.528910] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587ef50-564c-4dab-b750-c40f2f545888 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.536426] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b8414-a6be-4c37-a7b8-7f220275feda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.572208] env[69325]: DEBUG nova.compute.manager [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.572437] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.573480] env[69325]: DEBUG nova.compute.provider_tree [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.574834] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.575947] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f87573-5dc7-4166-9834-93853dafa4fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.579278] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eebb726-1c61-4259-a852-77bc4caed334 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.588489] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.590943] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e329aca8-0702-47e1-b5b0-00ed07e3c9b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.599307] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1181.599307] env[69325]: value = "task-4072575" [ 1181.599307] env[69325]: _type = "Task" [ 1181.599307] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.610018] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.621238] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.621912] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8ccdeb-0f9b-446d-bf6e-33f1e0275534 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.629627] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1181.629627] env[69325]: value = "task-4072576" [ 1181.629627] env[69325]: _type = "Task" [ 1181.629627] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.639827] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1181.640075] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.640351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.640500] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640684] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.640981] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-769e65d2-b6eb-4988-a0c9-59d6cc800a28 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.652409] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.652579] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.653382] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5033354e-f73b-4b6c-8d00-a198b68249cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.660955] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1181.660955] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f66395-b91c-470b-032a-46d26ecc5b1a" [ 1181.660955] env[69325]: _type = "Task" [ 1181.660955] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.671155] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f66395-b91c-470b-032a-46d26ecc5b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.760660] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6d51015e-e35b-4aca-9a1a-fcf8f59c44ba tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.523s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.935373] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072571, 'name': ReconfigVM_Task, 'duration_secs': 0.619715} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.935707] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 6539fbd0-27db-4399-b09c-1c4cbdc6e12e/6539fbd0-27db-4399-b09c-1c4cbdc6e12e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.936410] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af420dc0-2db5-4824-8f9a-db205307f44e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.943926] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1181.943926] env[69325]: value = "task-4072577" [ 1181.943926] env[69325]: _type = "Task" [ 1181.943926] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.952512] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072577, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.037453] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.077301] env[69325]: DEBUG nova.scheduler.client.report [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.084405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6455b8d3-8057-4ba0-a823-c062150492e6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.158s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.110289] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072575, 'name': PowerOffVM_Task, 'duration_secs': 0.18341} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.111384] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.111526] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.113518] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa8b43a-08eb-4b34-a84c-d290d05976ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.171981] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f66395-b91c-470b-032a-46d26ecc5b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.172908] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f52ebdc-524b-431f-8e49-c115e2dcc620 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.179784] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1182.179784] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529c90f0-4bc5-f219-630e-5f86ea1b14b5" [ 1182.179784] env[69325]: _type = "Task" [ 1182.179784] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.193700] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529c90f0-4bc5-f219-630e-5f86ea1b14b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.195138] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.195362] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.195544] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore1] 0162a509-82a6-4acc-8c66-267124334411 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.195857] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701581f2-d4fb-421b-bb12-59902f4484fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.202984] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1182.202984] env[69325]: value = "task-4072579" [ 1182.202984] env[69325]: _type = "Task" [ 1182.202984] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.211663] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.454633] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072577, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.542042] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.587023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.587023] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.723s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.589015] env[69325]: INFO nova.compute.claims [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.610857] env[69325]: INFO nova.scheduler.client.report [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted allocations for instance 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b [ 1182.616769] env[69325]: DEBUG nova.objects.instance [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.691427] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529c90f0-4bc5-f219-630e-5f86ea1b14b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.691959] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.692349] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. {{(pid=69325) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1182.692751] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab847254-e9f6-4ed1-bfad-42b205ae5577 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.700605] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1182.700605] env[69325]: value = "task-4072580" [ 1182.700605] env[69325]: _type = "Task" [ 1182.700605] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.713622] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.716835] env[69325]: DEBUG oslo_vmware.api [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.717243] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.718576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.718576] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.718576] env[69325]: INFO nova.compute.manager [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 0162a509-82a6-4acc-8c66-267124334411] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1182.718576] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.718576] env[69325]: DEBUG nova.compute.manager [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.718576] env[69325]: DEBUG nova.network.neutron [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.899819] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.900171] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.900440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.900694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.900877] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.904728] env[69325]: INFO nova.compute.manager [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Terminating instance [ 1182.958218] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072577, 'name': Rename_Task, 'duration_secs': 0.993214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.958218] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.958218] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2212ccb0-2a2a-43c3-be3f-be1237331735 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.967148] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1182.967148] env[69325]: value = "task-4072581" [ 1182.967148] env[69325]: _type = "Task" [ 1182.967148] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.980494] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.044329] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072574, 'name': ReconfigVM_Task, 'duration_secs': 1.329107} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.045451] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.123526] env[69325]: DEBUG oslo_concurrency.lockutils [None req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "7533a2e8-9c88-4a3a-b569-a2c3454b6a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.266s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.128304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.128517] env[69325]: DEBUG oslo_concurrency.lockutils [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.128667] env[69325]: DEBUG nova.network.neutron [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.128844] env[69325]: DEBUG nova.objects.instance [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'info_cache' on Instance uuid 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.216815] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511473} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.216815] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk. [ 1183.216815] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a422b3e5-de94-4410-ab4a-626fe908dde0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.242459] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.246021] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93638d9-0b6a-4a30-8769-dc475496aa38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.262448] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1183.262448] env[69325]: value = "task-4072582" [ 1183.262448] env[69325]: _type = "Task" [ 1183.262448] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.271604] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.396561] env[69325]: DEBUG nova.compute.manager [req-fba2c80c-70da-4c4e-bc45-ef36afa56fb7 req-4157253e-774e-4791-a843-ad6c9e1821de service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Received event network-vif-deleted-ea97f29d-c51f-4477-a3b1-80333f144766 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.396824] env[69325]: INFO nova.compute.manager [req-fba2c80c-70da-4c4e-bc45-ef36afa56fb7 req-4157253e-774e-4791-a843-ad6c9e1821de service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Neutron deleted interface ea97f29d-c51f-4477-a3b1-80333f144766; detaching it from the instance and deleting it from the info cache [ 1183.398198] env[69325]: DEBUG nova.network.neutron [req-fba2c80c-70da-4c4e-bc45-ef36afa56fb7 req-4157253e-774e-4791-a843-ad6c9e1821de service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.410536] env[69325]: DEBUG nova.compute.manager [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.410837] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.411817] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af957a83-2885-4db2-8da9-c551cd551188 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.423231] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.423532] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e195e26-c2bd-447a-92d7-a6f92e6090cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.477987] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.503803] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.503952] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.504256] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore2] 25c41f3f-8681-4239-aad6-f8ff91ce128c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.504602] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69b8ed4-12c2-42a5-aecf-57c7344cb87d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.513357] env[69325]: DEBUG oslo_vmware.api [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1183.513357] env[69325]: value = "task-4072584" [ 1183.513357] env[69325]: _type = "Task" [ 1183.513357] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.525070] env[69325]: DEBUG oslo_vmware.api [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.557909] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.558150] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.558248] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.558432] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.558583] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.558730] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.558942] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.559300] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.559854] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.559854] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.559854] env[69325]: DEBUG nova.virt.hardware [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.565159] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.566528] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-806c11ef-8c1b-4cc0-8da1-af02af1aedc8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.585699] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1183.585699] env[69325]: value = "task-4072585" [ 1183.585699] env[69325]: _type = "Task" [ 1183.585699] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.594872] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.634264] env[69325]: DEBUG nova.objects.base [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Object Instance<701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.776854] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.814624] env[69325]: DEBUG nova.network.neutron [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.835205] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9caafe-6bfb-415c-817b-45f123939cbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.845531] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480e9408-87fe-4f4e-a12c-23181d46d26b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.879565] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c43b0-a7f7-4982-8680-94bbd6aa1ce8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.888054] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f76ba-9f58-48bb-bdca-7e8dceda96e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.902903] env[69325]: DEBUG nova.compute.provider_tree [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.904018] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f98d9033-ece3-4cd9-871b-fa77628bc81e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.913890] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1194771-0e9c-4029-b45d-18a704e57390 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.949916] env[69325]: DEBUG nova.compute.manager [req-fba2c80c-70da-4c4e-bc45-ef36afa56fb7 req-4157253e-774e-4791-a843-ad6c9e1821de service nova] [instance: 0162a509-82a6-4acc-8c66-267124334411] Detach interface failed, port_id=ea97f29d-c51f-4477-a3b1-80333f144766, reason: Instance 0162a509-82a6-4acc-8c66-267124334411 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.980957] env[69325]: DEBUG oslo_vmware.api [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072581, 'name': PowerOnVM_Task, 'duration_secs': 0.520813} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.981251] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.981465] env[69325]: INFO nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1183.981646] env[69325]: DEBUG nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.982448] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe3823-f4ce-4a57-a9ae-8e8cca745971 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.024064] env[69325]: DEBUG oslo_vmware.api [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156334} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.024301] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.024492] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.024669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.024843] env[69325]: INFO nova.compute.manager [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1184.025114] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.025327] env[69325]: DEBUG nova.compute.manager [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.025409] env[69325]: DEBUG nova.network.neutron [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.096623] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072585, 'name': ReconfigVM_Task, 'duration_secs': 0.418472} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.096901] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.097730] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaaa27a-b34f-4ee9-bf16-fd5786e62be8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.121196] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.121984] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fa1b47-9589-4b84-af9e-42fd4232205a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.141083] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1184.141083] env[69325]: value = "task-4072586" [ 1184.141083] env[69325]: _type = "Task" [ 1184.141083] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.151075] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.274187] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.317211] env[69325]: INFO nova.compute.manager [-] [instance: 0162a509-82a6-4acc-8c66-267124334411] Took 1.60 seconds to deallocate network for instance. [ 1184.330036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "517c3322-602c-4290-bd24-00f22a79164e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.330036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.330036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "517c3322-602c-4290-bd24-00f22a79164e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.330036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.330036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.335131] env[69325]: INFO nova.compute.manager [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Terminating instance [ 1184.407236] env[69325]: DEBUG nova.scheduler.client.report [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.505391] env[69325]: INFO nova.compute.manager [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Took 24.55 seconds to build instance. [ 1184.542616] env[69325]: DEBUG nova.network.neutron [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [{"id": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "address": "fa:16:3e:cd:52:06", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc395241-b4", "ovs_interfaceid": "bc395241-b4c0-464e-b25d-6d4af42c0ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.651405] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.774905] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072582, 'name': ReconfigVM_Task, 'duration_secs': 1.208686} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.775237] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28/6f06049e-dc36-47c9-b886-e9477224ac3f-rescue.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.776138] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac28bf-e87d-43f9-93e2-fc9e80c19676 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.802717] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fff121e-8a70-44df-b93f-ad7e605ae741 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.819884] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1184.819884] env[69325]: value = "task-4072587" [ 1184.819884] env[69325]: _type = "Task" [ 1184.819884] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.828964] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.836183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.839041] env[69325]: DEBUG nova.compute.manager [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.839313] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.840220] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb5198-aa4d-43a1-b6ad-25c7a73f1d4f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.848700] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.848700] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5393a2a8-7101-4771-89c3-f44d66ca7766 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.856164] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1184.856164] env[69325]: value = "task-4072588" [ 1184.856164] env[69325]: _type = "Task" [ 1184.856164] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.866277] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.912242] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.912933] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.917315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.176s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.917732] env[69325]: DEBUG nova.objects.instance [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lazy-loading 'resources' on Instance uuid 4a252e74-6751-43b4-9b5f-e0d27432534e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.961286] env[69325]: DEBUG nova.network.neutron [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.008055] env[69325]: DEBUG oslo_concurrency.lockutils [None req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.063s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.045629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.153414] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072586, 'name': ReconfigVM_Task, 'duration_secs': 0.865778} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.153747] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9/a9aab528-68b4-45c4-9a26-00e5fd7febf9.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.154057] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.330139] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072587, 'name': ReconfigVM_Task, 'duration_secs': 0.248192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.330415] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.330629] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8859a45-8b4f-4900-8dce-70af87a0a37c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.337516] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1185.337516] env[69325]: value = "task-4072589" [ 1185.337516] env[69325]: _type = "Task" [ 1185.337516] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.348492] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.365517] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072588, 'name': PowerOffVM_Task, 'duration_secs': 0.279576} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.365808] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.365976] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.366371] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e47aa88-bd5f-4ba9-966f-b202ef9cce55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.421079] env[69325]: DEBUG nova.compute.utils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.426433] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.426433] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.454717] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.454944] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.455149] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleting the datastore file [datastore2] 517c3322-602c-4290-bd24-00f22a79164e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.455708] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85609c8-13ea-4241-8dc6-ca9606ef8d31 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.465416] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for the task: (returnval){ [ 1185.465416] env[69325]: value = "task-4072591" [ 1185.465416] env[69325]: _type = "Task" [ 1185.465416] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.465416] env[69325]: INFO nova.compute.manager [-] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Took 1.44 seconds to deallocate network for instance. [ 1185.482371] env[69325]: DEBUG nova.compute.manager [req-c025f2b8-3a77-4c02-ac1f-184585dfda53 req-b18be5ff-e92e-4cc0-9150-59162b75de6a service nova] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Received event network-vif-deleted-b1404254-91f0-4021-861a-a0e48d8ee91c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.487321] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.506719] env[69325]: DEBUG nova.policy [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc0539df504071ab7e163a77e66e59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a99635cc3439bbd965ce0244b3522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.663314] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ecbc5-abd6-4007-9ad2-c6b58ae62bd4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.689912] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be0517-166b-4ec2-b279-ccdf667b5b99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.710464] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.716262] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e788ec-9a6d-405b-be09-732f1e89a704 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.724316] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c36371-3607-4e8e-ba71-b4feb609cea6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.765403] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35f7369-e3ab-417e-9c7c-c26cadf804ca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.774727] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8b45b1-da0e-4745-a83c-f0f7767bee11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.794867] env[69325]: DEBUG nova.compute.provider_tree [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.848764] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.853263] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Successfully created port: 65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.928513] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.951115] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.951795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.951795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.951795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.951976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.955400] env[69325]: INFO nova.compute.manager [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Terminating instance [ 1185.978617] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.978912] env[69325]: DEBUG oslo_vmware.api [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Task: {'id': task-4072591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177436} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.979214] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.979333] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.979516] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.979688] env[69325]: INFO nova.compute.manager [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1185.979926] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.980126] env[69325]: DEBUG nova.compute.manager [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.980220] env[69325]: DEBUG nova.network.neutron [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.054107] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.054430] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98febd24-6812-4beb-a817-c75e0357ec89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.061820] env[69325]: DEBUG oslo_vmware.api [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1186.061820] env[69325]: value = "task-4072592" [ 1186.061820] env[69325]: _type = "Task" [ 1186.061820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.070887] env[69325]: DEBUG oslo_vmware.api [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.299056] env[69325]: DEBUG nova.scheduler.client.report [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.309785] env[69325]: DEBUG nova.network.neutron [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Port c2479156-5cdd-43ab-a4e9-0824431e0c90 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1186.351314] env[69325]: DEBUG oslo_vmware.api [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072589, 'name': PowerOnVM_Task, 'duration_secs': 0.550147} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.351663] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.356149] env[69325]: DEBUG nova.compute.manager [None req-4e5ebba1-f9c2-4675-bd7c-116d37047030 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.356149] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb76625b-7706-414a-b121-c27c1253e530 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.458487] env[69325]: DEBUG nova.compute.manager [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.458679] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.459626] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9359c-bde8-4c66-ab31-b07b9fafb9f3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.469256] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.469574] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d2d035-4a98-4875-adb0-7c332ab7cdbf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.478536] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1186.478536] env[69325]: value = "task-4072593" [ 1186.478536] env[69325]: _type = "Task" [ 1186.478536] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.490436] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.573735] env[69325]: DEBUG oslo_vmware.api [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072592, 'name': PowerOnVM_Task, 'duration_secs': 0.454823} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.574223] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.574378] env[69325]: DEBUG nova.compute.manager [None req-92b04699-7a95-4a4d-bfb5-9184dbc22120 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.575233] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4c6cbe-8bd4-4e86-8c62-0dcb1a833b27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.805060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.807525] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.845s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.809160] env[69325]: INFO nova.compute.claims [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.830444] env[69325]: INFO nova.scheduler.client.report [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Deleted allocations for instance 4a252e74-6751-43b4-9b5f-e0d27432534e [ 1186.873486] env[69325]: DEBUG nova.network.neutron [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.941025] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.973991] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.974458] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.975089] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.975421] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.975653] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.975844] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.976546] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.976546] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.976546] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.976784] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.976923] env[69325]: DEBUG nova.virt.hardware [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.978339] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee096760-0ed8-42ed-883a-4f5d9a7182ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.003570] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072593, 'name': PowerOffVM_Task, 'duration_secs': 0.445016} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.005543] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f21bd-5c0b-4c0c-a774-bddad1ad32d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.011282] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.012027] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.012648] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16bcd8f7-3609-4c2f-b476-8afc07ddbb3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.106169] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.106458] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.106644] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Deleting the datastore file [datastore2] 6539fbd0-27db-4399-b09c-1c4cbdc6e12e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.106921] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22674bc7-01a0-4876-a85f-246430c91eca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.115044] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for the task: (returnval){ [ 1187.115044] env[69325]: value = "task-4072595" [ 1187.115044] env[69325]: _type = "Task" [ 1187.115044] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.123913] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.327260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.327504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.327680] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.341904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-21cd2d65-8b32-4a39-8c31-22aef7021124 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Lock "4a252e74-6751-43b4-9b5f-e0d27432534e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.170s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.376262] env[69325]: INFO nova.compute.manager [-] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Took 1.40 seconds to deallocate network for instance. [ 1187.405395] env[69325]: INFO nova.compute.manager [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Unrescuing [ 1187.405395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.405395] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquired lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.405549] env[69325]: DEBUG nova.network.neutron [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.496604] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.496892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.497147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.497372] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.497568] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.500329] env[69325]: INFO nova.compute.manager [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Terminating instance [ 1187.512056] env[69325]: DEBUG nova.compute.manager [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Received event network-vif-deleted-eaadc517-0cc7-464e-a42a-285862c3f751 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.512273] env[69325]: DEBUG nova.compute.manager [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Received event network-vif-plugged-65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.512460] env[69325]: DEBUG oslo_concurrency.lockutils [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.512653] env[69325]: DEBUG oslo_concurrency.lockutils [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.512814] env[69325]: DEBUG oslo_concurrency.lockutils [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.512980] env[69325]: DEBUG nova.compute.manager [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] No waiting events found dispatching network-vif-plugged-65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.513159] env[69325]: WARNING nova.compute.manager [req-2a023e05-f338-4721-898c-506190aa2e31 req-75e238dd-2e30-429d-8cae-ba008009ed37 service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Received unexpected event network-vif-plugged-65fc7381-63bc-4b44-b40a-014791db3a3a for instance with vm_state building and task_state spawning. [ 1187.581132] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Successfully updated port: 65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.625809] env[69325]: DEBUG oslo_vmware.api [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Task: {'id': task-4072595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167759} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.626739] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.626739] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.626925] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.627154] env[69325]: INFO nova.compute.manager [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1187.627406] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.627613] env[69325]: DEBUG nova.compute.manager [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.627748] env[69325]: DEBUG nova.network.neutron [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.887172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.004740] env[69325]: DEBUG nova.compute.manager [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.004964] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.006447] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0af4a3-2267-4a0b-87f7-1a4b87500d85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.014999] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.015322] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16480ece-2ac1-4b7a-8d36-50e2ecab2aa2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.026207] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1188.026207] env[69325]: value = "task-4072596" [ 1188.026207] env[69325]: _type = "Task" [ 1188.026207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.038269] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.071294] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26dd2fb-c8c2-4ae9-a087-8ad10159d6aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.080091] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebdf67-283c-4cfd-b544-37ce8f68c910 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.084141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.084299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.084460] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.117257] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b93b3-8a8d-4185-a4d1-e88481ceb270 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.128525] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1daf84-9aba-4abf-a673-17717bd1eb2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.146170] env[69325]: DEBUG nova.compute.provider_tree [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.323679] env[69325]: DEBUG nova.network.neutron [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [{"id": "720ee617-6e62-442f-b1e6-375c708f0e97", "address": "fa:16:3e:b1:c2:8e", "network": {"id": "38416e20-8a56-4730-bb7c-93097a5621dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1733593645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "90890b83bd3440c1ad1209096570ba59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ee617-6e", "ovs_interfaceid": "720ee617-6e62-442f-b1e6-375c708f0e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.387950] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.388164] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.388358] env[69325]: DEBUG nova.network.neutron [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.475361] env[69325]: DEBUG nova.network.neutron [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.536784] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072596, 'name': PowerOffVM_Task, 'duration_secs': 0.200578} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.537118] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.537285] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.537634] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f51ebc3-e7fa-4d89-99ab-f6727ca46dc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.607580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.607973] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.608283] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleting the datastore file [datastore2] 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.608655] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62ddf2c7-d752-494a-b6bd-6bf555da9da9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.617431] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1188.617431] env[69325]: value = "task-4072598" [ 1188.617431] env[69325]: _type = "Task" [ 1188.617431] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.627058] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.632850] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.649116] env[69325]: DEBUG nova.scheduler.client.report [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.826493] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Releasing lock "refresh_cache-e625d1d9-c383-4c07-bd5f-a218aa2d0e28" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.827160] env[69325]: DEBUG nova.objects.instance [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lazy-loading 'flavor' on Instance uuid e625d1d9-c383-4c07-bd5f-a218aa2d0e28 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.849810] env[69325]: DEBUG nova.network.neutron [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.981999] env[69325]: INFO nova.compute.manager [-] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Took 1.35 seconds to deallocate network for instance. [ 1189.128204] env[69325]: DEBUG oslo_vmware.api [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158362} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.128500] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.128696] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.128879] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.129073] env[69325]: INFO nova.compute.manager [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1189.129327] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.129528] env[69325]: DEBUG nova.compute.manager [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.129677] env[69325]: DEBUG nova.network.neutron [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.134242] env[69325]: DEBUG nova.network.neutron [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.154683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.155188] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.158335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.322s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.158610] env[69325]: DEBUG nova.objects.instance [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'resources' on Instance uuid 0162a509-82a6-4acc-8c66-267124334411 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.339507] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87114f40-ceb5-4edd-9b94-b071ede93eac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.362912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.363323] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Instance network_info: |[{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.363714] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.365506] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ea:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65fc7381-63bc-4b44-b40a-014791db3a3a', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.373445] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.373842] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b212431-4357-48f5-b114-d42d99814063 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.376200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.376462] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175a798a-e4cb-419d-b6a3-75046ae10bf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.398258] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.398258] env[69325]: value = "task-4072600" [ 1189.398258] env[69325]: _type = "Task" [ 1189.398258] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.399693] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1189.399693] env[69325]: value = "task-4072599" [ 1189.399693] env[69325]: _type = "Task" [ 1189.399693] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.411600] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072600, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.416271] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.492367] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.567920] env[69325]: DEBUG nova.compute.manager [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Received event network-changed-65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.568251] env[69325]: DEBUG nova.compute.manager [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Refreshing instance network info cache due to event network-changed-65fc7381-63bc-4b44-b40a-014791db3a3a. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.568509] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] Acquiring lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.568687] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] Acquired lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.568886] env[69325]: DEBUG nova.network.neutron [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Refreshing network info cache for port 65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.637787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.662451] env[69325]: DEBUG nova.compute.utils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.665808] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.665808] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.757028] env[69325]: DEBUG nova.policy [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.916834] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072600, 'name': CreateVM_Task, 'duration_secs': 0.453687} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.921759] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.922245] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072599, 'name': PowerOffVM_Task, 'duration_secs': 0.310775} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.922947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.923180] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.923522] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.923832] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.930259] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.933804] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fbae5e-d178-40e5-bea5-01f0c084ca36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.937383] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e30ab4-05b4-46bd-a71b-987d37417338 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.960482] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1189.960482] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523b3118-b3a7-659a-afee-62896e40f8d9" [ 1189.960482] env[69325]: _type = "Task" [ 1189.960482] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.963936] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1189.963936] env[69325]: value = "task-4072601" [ 1189.963936] env[69325]: _type = "Task" [ 1189.963936] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.975503] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b3118-b3a7-659a-afee-62896e40f8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.983448] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.989141] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12ceac-89bd-4b42-8ae5-1b68e9ca50e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.002638] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cb6db-6f11-4c53-b0b0-37882d506f43 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.041765] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5c0d2e-9406-4342-a486-1470662582a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.051925] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6903119a-f320-4c82-9ae6-b62ad58bda48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.067523] env[69325]: DEBUG nova.compute.provider_tree [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.172132] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ece09-d7bc-48db-937b-b47333b03409 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.178434] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.197773] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c8dd5-45dc-41bd-85f7-9f9d1f640c08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.207015] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.457979] env[69325]: DEBUG nova.network.neutron [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.477917] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523b3118-b3a7-659a-afee-62896e40f8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014551} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.477917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.477917] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.478101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.478155] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.478342] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.479081] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15aa20af-a43d-4b90-b1cc-7ae2f74d115d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.485091] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072601, 'name': ReconfigVM_Task, 'duration_secs': 0.343382} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.485842] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.485972] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.486396] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174bce4d-a946-48f2-9bd9-5f88fca2cf6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.494352] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1190.494352] env[69325]: value = "task-4072602" [ 1190.494352] env[69325]: _type = "Task" [ 1190.494352] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.495688] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.497022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.500041] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253bc249-c443-4f2c-877e-21b38edcd207 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.512092] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1190.512092] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fd4c20-f77b-f1c0-8e72-26b86e665745" [ 1190.512092] env[69325]: _type = "Task" [ 1190.512092] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.512748] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.522236] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fd4c20-f77b-f1c0-8e72-26b86e665745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.575115] env[69325]: DEBUG nova.scheduler.client.report [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.715703] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.717884] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f6be640-4787-410f-94ee-371ca0d45e3e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.727497] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1190.727497] env[69325]: value = "task-4072603" [ 1190.727497] env[69325]: _type = "Task" [ 1190.727497] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.752095] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.861565] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Successfully created port: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.957921] env[69325]: DEBUG nova.network.neutron [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updated VIF entry in instance network info cache for port 65fc7381-63bc-4b44-b40a-014791db3a3a. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.958323] env[69325]: DEBUG nova.network.neutron [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.964372] env[69325]: INFO nova.compute.manager [-] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Took 1.83 seconds to deallocate network for instance. [ 1191.012619] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.023573] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fd4c20-f77b-f1c0-8e72-26b86e665745, 'name': SearchDatastore_Task, 'duration_secs': 0.029952} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.024382] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e629dc43-0271-4943-a156-3e719ddf3e08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.030311] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1191.030311] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528045bc-7b4b-7d23-7686-67ba0e5a239c" [ 1191.030311] env[69325]: _type = "Task" [ 1191.030311] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.039515] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528045bc-7b4b-7d23-7686-67ba0e5a239c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.082377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.084734] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.106s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.085698] env[69325]: DEBUG nova.objects.instance [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lazy-loading 'resources' on Instance uuid 25c41f3f-8681-4239-aad6-f8ff91ce128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.113906] env[69325]: INFO nova.scheduler.client.report [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocations for instance 0162a509-82a6-4acc-8c66-267124334411 [ 1191.204016] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.240833] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.241180] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.241409] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.241671] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.241869] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.242033] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.242279] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.242452] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.242648] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.242841] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.243056] env[69325]: DEBUG nova.virt.hardware [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.243977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2356fd-9eb8-4a3f-84d1-60612bc8aeb8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.251273] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.258140] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a984c0a2-297b-403a-ad63-5bf7c86246e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.444090] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.445066] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances with incomplete migration {{(pid=69325) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1191.460883] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] Releasing lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.461111] env[69325]: DEBUG nova.compute.manager [req-f3d0d931-55ee-4669-b9b1-92d661720cf8 req-e3220ccb-8735-492e-b084-4413eaf3055d service nova] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Received event network-vif-deleted-6a30edc2-2567-4dca-bf6f-3d41f00097c5 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.471840] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.508189] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.542062] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528045bc-7b4b-7d23-7686-67ba0e5a239c, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.542345] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.542684] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.542975] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc63a727-b433-4aff-a192-46233294283a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.551872] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1191.551872] env[69325]: value = "task-4072604" [ 1191.551872] env[69325]: _type = "Task" [ 1191.551872] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.569085] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.625594] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d89815a8-64a1-4cb5-bbc8-96ca31140edd tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "0162a509-82a6-4acc-8c66-267124334411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.579s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.632264] env[69325]: DEBUG nova.compute.manager [req-47f61400-d620-441a-bec3-fb312daa3e15 req-f3740873-f489-42c9-992a-eac261961437 service nova] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Received event network-vif-deleted-bc395241-b4c0-464e-b25d-6d4af42c0ea7 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.751840] env[69325]: DEBUG oslo_vmware.api [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072603, 'name': PowerOnVM_Task, 'duration_secs': 0.923997} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.752291] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.752291] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ff890-435f-4b8d-a2e4-9d01fe321b6b tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance 'a9aab528-68b4-45c4-9a26-00e5fd7febf9' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.816577] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef11c1-9f59-40fb-9b11-9130d06a8015 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.828799] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e61d78-0d12-4395-ae8d-89fbbfee75c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.863980] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e17925-9d65-4dfe-8d33-4cfd2994d596 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.873852] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d00021-051d-443c-80fe-5062cd158a8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.892602] env[69325]: DEBUG nova.compute.provider_tree [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.009401] env[69325]: DEBUG oslo_vmware.api [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072602, 'name': PowerOnVM_Task, 'duration_secs': 1.105791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.009774] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.010085] env[69325]: DEBUG nova.compute.manager [None req-a7fb778f-22b1-4286-bab2-7dfaa483d685 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.010956] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487cdaa-f1f0-4467-bfca-1dd839fbea73 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.063493] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.396226] env[69325]: DEBUG nova.scheduler.client.report [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.448021] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.448021] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.565411] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514945} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.565806] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.566154] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.566433] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3afb9f0d-852c-4a15-881a-055a6b979c17 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.575421] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1192.575421] env[69325]: value = "task-4072605" [ 1192.575421] env[69325]: _type = "Task" [ 1192.575421] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.586703] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.673238] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Successfully updated port: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.902127] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.905117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.020s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.905464] env[69325]: DEBUG nova.objects.instance [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lazy-loading 'resources' on Instance uuid 517c3322-602c-4290-bd24-00f22a79164e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.919996] env[69325]: INFO nova.scheduler.client.report [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 25c41f3f-8681-4239-aad6-f8ff91ce128c [ 1193.085201] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.085516] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.086356] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb75470-e8d6-4355-8754-80137c73633d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.110676] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.111057] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a50a99-e83d-401d-b26d-4fb3d111d1bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.132327] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1193.132327] env[69325]: value = "task-4072606" [ 1193.132327] env[69325]: _type = "Task" [ 1193.132327] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.141262] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.176408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.176580] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.176746] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.240938] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.241209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.426842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4c78a417-3bec-4497-aa4c-64630fd07e6f tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "25c41f3f-8681-4239-aad6-f8ff91ce128c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.527s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.461011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.461281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.461488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.461671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.461839] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.463789] env[69325]: INFO nova.compute.manager [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Terminating instance [ 1193.609068] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e876fa80-e633-40ab-b16f-89d34ea8c1da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.617306] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c9939-8055-41f9-a723-86fb63a716a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.654183] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4142544-6e92-4b25-aa42-edb3a5489d4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.668370] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97127f96-861a-4115-9dda-65f7c8189174 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.672571] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072606, 'name': ReconfigVM_Task, 'duration_secs': 0.299292} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.673183] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.674620] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb4292a-ed65-4711-ab05-e69a61ec9b09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.688280] env[69325]: DEBUG nova.compute.provider_tree [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.691150] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1193.691150] env[69325]: value = "task-4072607" [ 1193.691150] env[69325]: _type = "Task" [ 1193.691150] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.700294] env[69325]: DEBUG nova.compute.manager [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-vif-plugged-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.700294] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.700294] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.700488] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.702164] env[69325]: DEBUG nova.compute.manager [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] No waiting events found dispatching network-vif-plugged-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.702164] env[69325]: WARNING nova.compute.manager [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received unexpected event network-vif-plugged-1b2c7722-d3de-4c2d-8cd6-2896632ab842 for instance with vm_state building and task_state spawning. [ 1193.702164] env[69325]: DEBUG nova.compute.manager [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.702164] env[69325]: DEBUG nova.compute.manager [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.702164] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.709786] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072607, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.730901] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.743540] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.927977] env[69325]: DEBUG nova.network.neutron [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.967711] env[69325]: DEBUG nova.compute.manager [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.967947] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.969296] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457032fd-b3d2-49c6-811a-5f26e66903e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.978761] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.979099] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20312f80-7783-4596-966e-ce31bee643fd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.985834] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1193.985834] env[69325]: value = "task-4072608" [ 1193.985834] env[69325]: _type = "Task" [ 1193.985834] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.995343] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.161058] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "20214520-e4ae-4e49-8958-f2196303b998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.161058] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.161058] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "20214520-e4ae-4e49-8958-f2196303b998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.161299] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.161437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.163691] env[69325]: INFO nova.compute.manager [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Terminating instance [ 1194.192745] env[69325]: DEBUG nova.scheduler.client.report [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.205941] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.206229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.206442] env[69325]: DEBUG nova.compute.manager [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Going to confirm migration 5 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1194.208108] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072607, 'name': Rename_Task, 'duration_secs': 0.154028} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.208392] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.208634] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c25070-affa-410f-8900-90a26691c301 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.215923] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1194.215923] env[69325]: value = "task-4072609" [ 1194.215923] env[69325]: _type = "Task" [ 1194.215923] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.224661] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.264296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.430886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.431272] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Instance network_info: |[{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.431603] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.431779] env[69325]: DEBUG nova.network.neutron [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.433047] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:af:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2c7722-d3de-4c2d-8cd6-2896632ab842', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.440517] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.440963] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.441768] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68531fd8-fe21-4055-a8a1-2c8423a966b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.462117] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.462117] env[69325]: value = "task-4072610" [ 1194.462117] env[69325]: _type = "Task" [ 1194.462117] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.470358] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072610, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.497690] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072608, 'name': PowerOffVM_Task, 'duration_secs': 0.435988} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.497957] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.498192] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.498491] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ea1853-8565-48c5-9c9c-a16b4e7f8171 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.575238] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.575607] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.576288] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleting the datastore file [datastore1] e625d1d9-c383-4c07-bd5f-a218aa2d0e28 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.576288] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c735fffa-397a-4cde-9d84-417e94c5aa13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.584806] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1194.584806] env[69325]: value = "task-4072612" [ 1194.584806] env[69325]: _type = "Task" [ 1194.584806] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.595313] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.669126] env[69325]: DEBUG nova.compute.manager [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.669126] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.670321] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6dec5d-bc15-4a50-8248-3f89e715c8c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.679918] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.680253] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2543afed-6f05-42d1-963c-4821c8ba2735 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.688538] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1194.688538] env[69325]: value = "task-4072613" [ 1194.688538] env[69325]: _type = "Task" [ 1194.688538] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.698337] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.701368] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.704033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.212s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.704332] env[69325]: DEBUG nova.objects.instance [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lazy-loading 'resources' on Instance uuid 6539fbd0-27db-4399-b09c-1c4cbdc6e12e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.731593] env[69325]: DEBUG oslo_vmware.api [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072609, 'name': PowerOnVM_Task, 'duration_secs': 0.478673} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.733117] env[69325]: INFO nova.scheduler.client.report [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Deleted allocations for instance 517c3322-602c-4290-bd24-00f22a79164e [ 1194.734249] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.734530] env[69325]: INFO nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1194.734767] env[69325]: DEBUG nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.737898] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e88f4-07cc-4c40-86ef-aca5350284da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.788783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.789091] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.789398] env[69325]: DEBUG nova.network.neutron [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.789662] env[69325]: DEBUG nova.objects.instance [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'info_cache' on Instance uuid a9aab528-68b4-45c4-9a26-00e5fd7febf9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.946049] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.946369] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1194.972143] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072610, 'name': CreateVM_Task, 'duration_secs': 0.402346} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.972312] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.973010] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.973190] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.973506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.973762] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ede0d77-82c8-4969-8a4d-be02a21eb912 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.978675] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1194.978675] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e61ae1-c458-f0fb-e4dd-48cd29dc6361" [ 1194.978675] env[69325]: _type = "Task" [ 1194.978675] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.991195] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e61ae1-c458-f0fb-e4dd-48cd29dc6361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.096658] env[69325]: DEBUG oslo_vmware.api [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233253} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.096930] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.097372] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.097545] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.097746] env[69325]: INFO nova.compute.manager [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1195.097984] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.098222] env[69325]: DEBUG nova.compute.manager [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.098302] env[69325]: DEBUG nova.network.neutron [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.201224] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072613, 'name': PowerOffVM_Task, 'duration_secs': 0.226908} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.201224] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.201520] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.201636] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ea546e-436d-40d3-8540-ec6280f6ef21 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.247019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4fa2f9d-65a3-4373-a586-5573b999cb9a tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Lock "517c3322-602c-4290-bd24-00f22a79164e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.920s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.261574] env[69325]: INFO nova.compute.manager [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Took 16.43 seconds to build instance. [ 1195.275934] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.276232] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.276430] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleting the datastore file [datastore2] 20214520-e4ae-4e49-8958-f2196303b998 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.279498] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-859f57b2-86fe-4839-90f6-763350256274 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.291963] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for the task: (returnval){ [ 1195.291963] env[69325]: value = "task-4072615" [ 1195.291963] env[69325]: _type = "Task" [ 1195.291963] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.307325] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.391999] env[69325]: DEBUG nova.network.neutron [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.392423] env[69325]: DEBUG nova.network.neutron [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.418077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f34bfc-159f-48f1-aea3-bb4170fecb19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.426553] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc792a-d534-4429-9993-77529f66c66d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.457298] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.457748] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.458498] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd179cd8-5801-439c-a534-2e77a53cfbd0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.461233] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.468402] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd32994-1474-4f5f-849f-e45c10e2b795 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.492072] env[69325]: DEBUG nova.compute.provider_tree [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.504021] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e61ae1-c458-f0fb-e4dd-48cd29dc6361, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.504328] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.504558] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.504786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.505878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.505878] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.505878] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0099150f-007c-44c1-8479-87a41b0e0444 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.515205] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.515205] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.515555] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5220018-694a-46ed-9fc1-fbcb5c14b9ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.523064] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1195.523064] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5278bcfc-5431-7dd0-0fc9-ce11322aec76" [ 1195.523064] env[69325]: _type = "Task" [ 1195.523064] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.531227] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278bcfc-5431-7dd0-0fc9-ce11322aec76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.732237] env[69325]: DEBUG nova.compute.manager [req-a24b3622-c724-4c6f-82aa-46c29c3fef2f req-147978d2-5882-4607-a31d-8d49ea74cf6c service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Received event network-vif-deleted-720ee617-6e62-442f-b1e6-375c708f0e97 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.732612] env[69325]: INFO nova.compute.manager [req-a24b3622-c724-4c6f-82aa-46c29c3fef2f req-147978d2-5882-4607-a31d-8d49ea74cf6c service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Neutron deleted interface 720ee617-6e62-442f-b1e6-375c708f0e97; detaching it from the instance and deleting it from the info cache [ 1195.732826] env[69325]: DEBUG nova.network.neutron [req-a24b3622-c724-4c6f-82aa-46c29c3fef2f req-147978d2-5882-4607-a31d-8d49ea74cf6c service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.764102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.940s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.808120] env[69325]: DEBUG oslo_vmware.api [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Task: {'id': task-4072615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175826} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.808422] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.808623] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.808799] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.808971] env[69325]: INFO nova.compute.manager [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1195.809234] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.810455] env[69325]: DEBUG nova.compute.manager [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.810455] env[69325]: DEBUG nova.network.neutron [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.895387] env[69325]: DEBUG oslo_concurrency.lockutils [req-3367ee38-01c7-407f-9742-0c2766202a81 req-f1f4b22e-b336-4e72-b347-9c44b1a2ef00 service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.965704] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.998287] env[69325]: DEBUG nova.scheduler.client.report [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.033404] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5278bcfc-5431-7dd0-0fc9-ce11322aec76, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.036437] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a7534b-e2f4-4ec3-a44d-d474127c043f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.042757] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1196.042757] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52b62365-88a9-a139-3d9a-86f5b7408909" [ 1196.042757] env[69325]: _type = "Task" [ 1196.042757] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.052211] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b62365-88a9-a139-3d9a-86f5b7408909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.132798] env[69325]: DEBUG nova.network.neutron [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.238426] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6508055c-e882-49b8-aa92-94abe5beb294 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.248508] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9064da-3c6a-4891-b9cf-8ac562a14b41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.279350] env[69325]: DEBUG nova.compute.manager [req-a24b3622-c724-4c6f-82aa-46c29c3fef2f req-147978d2-5882-4607-a31d-8d49ea74cf6c service nova] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Detach interface failed, port_id=720ee617-6e62-442f-b1e6-375c708f0e97, reason: Instance e625d1d9-c383-4c07-bd5f-a218aa2d0e28 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.385828] env[69325]: DEBUG nova.network.neutron [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [{"id": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "address": "fa:16:3e:8c:2c:61", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2479156-5c", "ovs_interfaceid": "c2479156-5cdd-43ab-a4e9-0824431e0c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.502875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.506030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.034s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.506030] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.507958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.244s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.509490] env[69325]: INFO nova.compute.claims [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.528575] env[69325]: INFO nova.scheduler.client.report [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Deleted allocations for instance 6539fbd0-27db-4399-b09c-1c4cbdc6e12e [ 1196.530259] env[69325]: INFO nova.scheduler.client.report [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted allocations for instance 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6 [ 1196.555331] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52b62365-88a9-a139-3d9a-86f5b7408909, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.555331] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.555569] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c2d4e33e-4ddb-406c-ae1e-5655950f6a3b/c2d4e33e-4ddb-406c-ae1e-5655950f6a3b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.556489] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba2ec4f-0bea-4647-9d42-9d92e36ddfef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.564173] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1196.564173] env[69325]: value = "task-4072616" [ 1196.564173] env[69325]: _type = "Task" [ 1196.564173] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.574808] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.635604] env[69325]: INFO nova.compute.manager [-] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Took 1.54 seconds to deallocate network for instance. [ 1196.651535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.651535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.651679] env[69325]: INFO nova.compute.manager [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Rebooting instance [ 1196.829039] env[69325]: DEBUG nova.compute.manager [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.888966] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-a9aab528-68b4-45c4-9a26-00e5fd7febf9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.889268] env[69325]: DEBUG nova.objects.instance [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'migration_context' on Instance uuid a9aab528-68b4-45c4-9a26-00e5fd7febf9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.996605] env[69325]: DEBUG nova.network.neutron [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.043172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-20e2df14-17f8-4a87-8394-7658441b0c58 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Lock "6539fbd0-27db-4399-b09c-1c4cbdc6e12e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.091s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.044407] env[69325]: DEBUG oslo_concurrency.lockutils [None req-627c01ff-6d5b-47e0-a06a-295b9715bc0a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.547s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.078843] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.144796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.180796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.180976] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.181316] env[69325]: DEBUG nova.network.neutron [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.349474] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.392550] env[69325]: DEBUG nova.objects.base [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.393667] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e4093-a8db-4f90-99a3-f5e77b2cd651 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.420329] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4afbad-8f79-4086-8fb2-92e1818002b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.427851] env[69325]: DEBUG oslo_vmware.api [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1197.427851] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f6cfc7-4976-7be6-86e0-eeca324f8692" [ 1197.427851] env[69325]: _type = "Task" [ 1197.427851] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.439029] env[69325]: DEBUG oslo_vmware.api [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52f6cfc7-4976-7be6-86e0-eeca324f8692, 'name': SearchDatastore_Task, 'duration_secs': 0.007669} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.439355] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.499888] env[69325]: INFO nova.compute.manager [-] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Took 1.69 seconds to deallocate network for instance. [ 1197.585814] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523894} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.590162] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] c2d4e33e-4ddb-406c-ae1e-5655950f6a3b/c2d4e33e-4ddb-406c-ae1e-5655950f6a3b.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.590442] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.590954] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee6143a-51ce-4b57-9b44-222990e1e89d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.598746] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1197.598746] env[69325]: value = "task-4072617" [ 1197.598746] env[69325]: _type = "Task" [ 1197.598746] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.611816] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.723792] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd97e8-7c7e-4641-bc08-44f8cdc85b21 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.732310] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7419d-3a38-41ba-bebe-dfbbccd38b76 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.772113] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec9bd8-0792-48cd-a870-7d2be3b01822 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.775719] env[69325]: DEBUG nova.compute.manager [req-4fd5c443-9496-4cea-ba20-a61a228a8cba req-6dd16ed8-05be-462e-86c4-8ff1af4d9edc service nova] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Received event network-vif-deleted-4759597c-8062-4e4e-a906-13fae510437a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.784981] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c468523-8b76-47a0-a85b-3c9c3b644f45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.804484] env[69325]: DEBUG nova.compute.provider_tree [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.947526] env[69325]: DEBUG nova.network.neutron [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.008310] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.109260] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273528} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.109588] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.110466] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e97ff-cb8f-4a76-9bfc-af253f011ded {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.139586] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c2d4e33e-4ddb-406c-ae1e-5655950f6a3b/c2d4e33e-4ddb-406c-ae1e-5655950f6a3b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.139586] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a478376d-0d53-4fe8-bbbe-63c268473a71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.161027] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1198.161027] env[69325]: value = "task-4072618" [ 1198.161027] env[69325]: _type = "Task" [ 1198.161027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.169919] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.282087] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.282401] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.309810] env[69325]: DEBUG nova.scheduler.client.report [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.454289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.670955] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072618, 'name': ReconfigVM_Task, 'duration_secs': 0.33838} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.671229] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c2d4e33e-4ddb-406c-ae1e-5655950f6a3b/c2d4e33e-4ddb-406c-ae1e-5655950f6a3b.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.671861] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3295d38-9cc6-440c-8b76-a81527879a74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.678758] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1198.678758] env[69325]: value = "task-4072619" [ 1198.678758] env[69325]: _type = "Task" [ 1198.678758] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.689530] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072619, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.787931] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.814661] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.815199] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.823081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.857s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.823281] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.823443] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1198.823754] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.679s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.823963] env[69325]: DEBUG nova.objects.instance [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lazy-loading 'resources' on Instance uuid e625d1d9-c383-4c07-bd5f-a218aa2d0e28 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.828268] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee1c12-5af9-43f1-8d1a-ee88978a659a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.841328] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b44e28-9ea0-4d24-bf23-2540460c1396 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.859210] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e09ab-d593-40ca-938c-a3178bca283b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.869020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e06871-63b0-4e7e-8d61-4fb8c61aa2cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.899881] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179435MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1198.900080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.959379] env[69325]: DEBUG nova.compute.manager [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.960324] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b211f30-aae5-45e5-874b-1fb3585200ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.190243] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072619, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.318767] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.324291] env[69325]: DEBUG nova.compute.utils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.325880] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.326123] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.378809] env[69325]: DEBUG nova.policy [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbd1fdf0dbf4092b7c96d8126662dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edb9458216244df861ee4727a09ba00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.530179] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2062e0d1-2fd1-4c3b-a38c-8e035c35e143 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.540409] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33610f8f-0ca6-4129-9c9d-4ba5ed505491 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.579134] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5419d016-2536-4278-a0c7-dcdbd01b7c78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.587069] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46658b23-90f0-4da0-9c04-ad19654ed3c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.601111] env[69325]: DEBUG nova.compute.provider_tree [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.691816] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072619, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.724095] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Successfully created port: 148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.833374] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.977673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d255f-4d89-44b2-bbc4-15c4ba907a2e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.985438] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Doing hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1199.985698] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f5d6e056-c0ac-42d7-9a0e-ce4495df276a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.994127] env[69325]: DEBUG oslo_vmware.api [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1199.994127] env[69325]: value = "task-4072620" [ 1199.994127] env[69325]: _type = "Task" [ 1199.994127] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.003236] env[69325]: DEBUG oslo_vmware.api [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072620, 'name': ResetVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.106440] env[69325]: DEBUG nova.scheduler.client.report [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.193141] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072619, 'name': Rename_Task, 'duration_secs': 1.182777} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.193468] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.193813] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c432884-8034-4000-b655-b367dc52d37c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.200497] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1200.200497] env[69325]: value = "task-4072621" [ 1200.200497] env[69325]: _type = "Task" [ 1200.200497] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.209597] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.506757] env[69325]: DEBUG oslo_vmware.api [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072620, 'name': ResetVM_Task, 'duration_secs': 0.104168} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.507058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Did hard reboot of VM {{(pid=69325) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1200.507315] env[69325]: DEBUG nova.compute.manager [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.508107] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866fc8f-024e-406f-a93e-b34612becd35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.611400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.614028] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.265s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.640915] env[69325]: INFO nova.scheduler.client.report [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleted allocations for instance e625d1d9-c383-4c07-bd5f-a218aa2d0e28 [ 1200.711047] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072621, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.843287] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.872171] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.872430] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.872587] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.872769] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.872916] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.873082] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.873297] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.873460] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.873626] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.873788] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.873958] env[69325]: DEBUG nova.virt.hardware [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.875074] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7eea8-a875-4fc7-91ac-0a1ea02e7782 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.886561] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02f939-8148-4f50-b923-823e9fe097eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.021240] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1d9f2164-2d27-43d6-9d89-2c980b23be35 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.370s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.118823] env[69325]: INFO nova.compute.claims [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.148121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "e625d1d9-c383-4c07-bd5f-a218aa2d0e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.687s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.212518] env[69325]: DEBUG oslo_vmware.api [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072621, 'name': PowerOnVM_Task, 'duration_secs': 0.769633} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.212518] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.213141] env[69325]: INFO nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1201.213141] env[69325]: DEBUG nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.213539] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d43ad6-1590-4107-b4fa-eae22b329769 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.489423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.489423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.489423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.489423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.489423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.491719] env[69325]: INFO nova.compute.manager [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Terminating instance [ 1201.521094] env[69325]: DEBUG nova.compute.manager [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Received event network-vif-plugged-148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.521094] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] Acquiring lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.521518] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.521518] env[69325]: DEBUG oslo_concurrency.lockutils [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.521518] env[69325]: DEBUG nova.compute.manager [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] No waiting events found dispatching network-vif-plugged-148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1201.521687] env[69325]: WARNING nova.compute.manager [req-e4f718a8-2caf-4e17-9c56-be574ba47160 req-de7fc70f-ce1c-493f-b1ce-87d715370088 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Received unexpected event network-vif-plugged-148afbcf-ec50-426c-863e-24625acedf7f for instance with vm_state building and task_state spawning. [ 1201.625866] env[69325]: INFO nova.compute.resource_tracker [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating resource usage from migration 76d2cd2c-d81d-4290-95e4-affcd699ef1c [ 1201.633727] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Successfully updated port: 148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.730510] env[69325]: INFO nova.compute.manager [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Took 20.79 seconds to build instance. [ 1201.944749] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f262f7-ac90-45fb-922e-24e06befa303 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.953875] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a4c98d-14a4-4b5d-bb3e-8784c7068030 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.985020] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6286d2-b8ce-4802-b437-af7fc39a7a7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.993612] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9934a21-7115-4310-924c-2d1b5c9de4c9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.998129] env[69325]: DEBUG nova.compute.manager [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.998674] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.999244] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f025944-5696-412b-a5e5-415f6d00f45d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.008790] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.014969] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a5507d-4ca1-4e30-bf47-ef0cebd0619e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.017050] env[69325]: DEBUG nova.compute.provider_tree [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.023924] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1202.023924] env[69325]: value = "task-4072622" [ 1202.023924] env[69325]: _type = "Task" [ 1202.023924] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.032846] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.136519] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.137269] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.137269] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.233349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.308s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.524945] env[69325]: DEBUG nova.scheduler.client.report [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.536727] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072622, 'name': PowerOffVM_Task, 'duration_secs': 0.322412} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.536727] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.536945] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.537067] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3723f5c1-52a9-4915-96a0-8ff44cd44976 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.616295] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.616544] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.616729] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleting the datastore file [datastore1] 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.617702] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294561d9-e197-461b-ae7c-3ce72c65cd23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.629282] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for the task: (returnval){ [ 1202.629282] env[69325]: value = "task-4072624" [ 1202.629282] env[69325]: _type = "Task" [ 1202.629282] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.649159] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.698030] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.840905] env[69325]: DEBUG nova.network.neutron [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updating instance_info_cache with network_info: [{"id": "148afbcf-ec50-426c-863e-24625acedf7f", "address": "fa:16:3e:b8:c5:dc", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap148afbcf-ec", "ovs_interfaceid": "148afbcf-ec50-426c-863e-24625acedf7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.031560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.031790] env[69325]: INFO nova.compute.manager [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Migrating [ 1203.039036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.600s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.070332] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.070774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.140146] env[69325]: DEBUG oslo_vmware.api [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Task: {'id': task-4072624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256774} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.140401] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.140635] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.140755] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.140925] env[69325]: INFO nova.compute.manager [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1203.141191] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.141382] env[69325]: DEBUG nova.compute.manager [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.141477] env[69325]: DEBUG nova.network.neutron [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.344181] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.344678] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Instance network_info: |[{"id": "148afbcf-ec50-426c-863e-24625acedf7f", "address": "fa:16:3e:b8:c5:dc", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap148afbcf-ec", "ovs_interfaceid": "148afbcf-ec50-426c-863e-24625acedf7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.345323] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c5:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '148afbcf-ec50-426c-863e-24625acedf7f', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.359204] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.359625] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.360070] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283c5aba-a542-409e-918f-6322f86f914b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.391724] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.391724] env[69325]: value = "task-4072625" [ 1203.391724] env[69325]: _type = "Task" [ 1203.391724] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.404627] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072625, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.551017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.551455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.551455] env[69325]: DEBUG nova.network.neutron [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.560986] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Received event network-changed-148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.561205] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Refreshing instance network info cache due to event network-changed-148afbcf-ec50-426c-863e-24625acedf7f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.561546] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Acquiring lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.561806] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Acquired lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.562070] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Refreshing network info cache for port 148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.572597] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.747825] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d9ab8e-20c2-44ba-9b07-4bf44f10d1db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.756168] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920e47a-9df1-4ac9-8db0-dfea287068c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.789024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3d1f84-cde6-436e-90d7-642dcead9e19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.797418] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3e11f-1487-47fa-869f-fae975ac1fea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.811283] env[69325]: DEBUG nova.compute.provider_tree [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.902492] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072625, 'name': CreateVM_Task, 'duration_secs': 0.361088} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.902709] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.903418] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.903613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.903963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.904295] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaf3a5f-30b0-493f-b1d7-6f3dcac20554 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.906050] env[69325]: DEBUG nova.network.neutron [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.910823] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1203.910823] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525045cd-608b-06a3-b618-149263610123" [ 1203.910823] env[69325]: _type = "Task" [ 1203.910823] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.919318] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525045cd-608b-06a3-b618-149263610123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.092216] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.315277] env[69325]: DEBUG nova.scheduler.client.report [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.409283] env[69325]: INFO nova.compute.manager [-] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Took 1.27 seconds to deallocate network for instance. [ 1204.429462] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525045cd-608b-06a3-b618-149263610123, 'name': SearchDatastore_Task, 'duration_secs': 0.01841} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.429891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.430247] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.430590] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.430796] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.431058] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.431413] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b67db6-a8ef-4079-99c7-6df8c7e91650 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.443920] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.444157] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.444968] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1f34e8-96b1-4793-9126-3f1a3803a984 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.448618] env[69325]: DEBUG nova.network.neutron [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.452142] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updated VIF entry in instance network info cache for port 148afbcf-ec50-426c-863e-24625acedf7f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.452486] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updating instance_info_cache with network_info: [{"id": "148afbcf-ec50-426c-863e-24625acedf7f", "address": "fa:16:3e:b8:c5:dc", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap148afbcf-ec", "ovs_interfaceid": "148afbcf-ec50-426c-863e-24625acedf7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.455433] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1204.455433] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5236f783-5a99-2f71-3b60-4a991a1d19a5" [ 1204.455433] env[69325]: _type = "Task" [ 1204.455433] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.465684] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5236f783-5a99-2f71-3b60-4a991a1d19a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.922205] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.955292] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.957060] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Releasing lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.957331] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.957514] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.957735] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.957871] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.958039] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.969552] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5236f783-5a99-2f71-3b60-4a991a1d19a5, 'name': SearchDatastore_Task, 'duration_secs': 0.037644} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.971285] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfdecb7-6902-4c23-8832-d3269d74f3d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.977577] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1204.977577] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52411fe7-0cc0-94fe-8705-e9386e7fa4d7" [ 1204.977577] env[69325]: _type = "Task" [ 1204.977577] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.986101] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52411fe7-0cc0-94fe-8705-e9386e7fa4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.328128] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.289s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.331021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.323s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.331258] env[69325]: DEBUG nova.objects.instance [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lazy-loading 'resources' on Instance uuid 20214520-e4ae-4e49-8958-f2196303b998 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.489215] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52411fe7-0cc0-94fe-8705-e9386e7fa4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.049812} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.489588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.489770] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 50b7797c-f0ee-42a3-b675-d7ce5694b6ad/50b7797c-f0ee-42a3-b675-d7ce5694b6ad.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.490475] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de7b9b5d-2e86-4e2a-8d47-44f51dcb9db3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.499335] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1205.499335] env[69325]: value = "task-4072626" [ 1205.499335] env[69325]: _type = "Task" [ 1205.499335] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.509184] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.760851] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.761332] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.901018] env[69325]: INFO nova.scheduler.client.report [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocation for migration f950d594-f673-4c85-bfcb-40e4a74a7c7c [ 1206.013622] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.047461] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950d62f-c5b0-4575-9718-51630b2447b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.055945] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793a3b95-8cbc-45c9-ae38-4440935433bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.086186] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b72bddd-89fc-4e37-9045-99de5bab526c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.094581] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e63a4-1105-4e3b-a8a8-3c1f064816b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.109235] env[69325]: DEBUG nova.compute.provider_tree [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.264704] env[69325]: DEBUG oslo_concurrency.lockutils [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.264985] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Received event network-vif-deleted-02964ab2-94b4-4f90-8345-f5658b71b6dd {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.265229] env[69325]: INFO nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Neutron deleted interface 02964ab2-94b4-4f90-8345-f5658b71b6dd; detaching it from the instance and deleting it from the info cache [ 1206.265441] env[69325]: DEBUG nova.network.neutron [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.328829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.410249] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9a4249f7-7d31-4e88-b32f-f631985642c3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.204s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.411675] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.083s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.411909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.412130] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.412303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.414322] env[69325]: INFO nova.compute.manager [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Terminating instance [ 1206.475258] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5733b84-99ce-4f96-a3fb-27030416d80b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.495608] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.509930] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530958} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.510211] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 50b7797c-f0ee-42a3-b675-d7ce5694b6ad/50b7797c-f0ee-42a3-b675-d7ce5694b6ad.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.510429] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.510688] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b43ab690-3816-4032-a20c-7493765b56f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.518328] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1206.518328] env[69325]: value = "task-4072627" [ 1206.518328] env[69325]: _type = "Task" [ 1206.518328] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.528074] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.613317] env[69325]: DEBUG nova.scheduler.client.report [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.768799] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02ef5dd3-8b35-4fde-ab4d-d6f75a4549ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.780342] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36eb3c5-002a-481d-8e33-7a5f587925b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.810749] env[69325]: DEBUG nova.compute.manager [req-e16983e1-bf91-4d6e-b9a2-fe287fe3a344 req-11287f24-8e6f-45af-81b8-884754bd68c8 service nova] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Detach interface failed, port_id=02964ab2-94b4-4f90-8345-f5658b71b6dd, reason: Instance 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.815048] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.815258] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.919044] env[69325]: DEBUG nova.compute.manager [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.919388] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.920372] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbda0e6-0fdf-49f3-90ea-9c80034ee5b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.934192] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.934503] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9308446-0fd2-47ae-9b47-5e8efa39275a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.941968] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1206.941968] env[69325]: value = "task-4072628" [ 1206.941968] env[69325]: _type = "Task" [ 1206.941968] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.952300] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.003066] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.003685] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a725b490-7e45-4e10-ae86-a9092f294307 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.013200] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1207.013200] env[69325]: value = "task-4072629" [ 1207.013200] env[69325]: _type = "Task" [ 1207.013200] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.029514] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.037238] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281705} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.037645] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.038911] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fc6e9-ab61-4296-9adf-9ae9fac4d589 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.076960] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 50b7797c-f0ee-42a3-b675-d7ce5694b6ad/50b7797c-f0ee-42a3-b675-d7ce5694b6ad.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.077928] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af1f514-8115-409d-bd32-d7a7a03f780d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.107104] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1207.107104] env[69325]: value = "task-4072630" [ 1207.107104] env[69325]: _type = "Task" [ 1207.107104] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.117863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.120116] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.120564] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.220s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.148199] env[69325]: INFO nova.scheduler.client.report [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Deleted allocations for instance 20214520-e4ae-4e49-8958-f2196303b998 [ 1207.317813] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.452455] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072628, 'name': PowerOffVM_Task, 'duration_secs': 0.277189} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.452782] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.452964] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.453240] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9ba59a-0c15-4e82-a37c-3bd9629d5def {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.519336] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.519775] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.519775] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] a9aab528-68b4-45c4-9a26-00e5fd7febf9 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.520440] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f76704b-0c4c-4974-8d97-6018d783588f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.525403] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072629, 'name': PowerOffVM_Task, 'duration_secs': 0.256574} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.526097] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.526321] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.530556] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1207.530556] env[69325]: value = "task-4072632" [ 1207.530556] env[69325]: _type = "Task" [ 1207.530556] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.539016] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.616581] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072630, 'name': ReconfigVM_Task, 'duration_secs': 0.304101} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.616839] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 50b7797c-f0ee-42a3-b675-d7ce5694b6ad/50b7797c-f0ee-42a3-b675-d7ce5694b6ad.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.617565] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03174e5e-bc5b-425b-a401-1305ded5fcae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.624845] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1207.624845] env[69325]: value = "task-4072633" [ 1207.624845] env[69325]: _type = "Task" [ 1207.624845] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.640445] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072633, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.658492] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f0b0d9be-b992-4059-bef8-a67e00141b66 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Lock "20214520-e4ae-4e49-8958-f2196303b998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.498s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.841544] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.033682] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.034017] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.034195] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.034383] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.034531] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.034679] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.034885] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.035055] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.035227] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.035388] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.035573] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.041061] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a9c1d3-894d-46ba-a28d-8651ed6b1265 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.066818] env[69325]: DEBUG oslo_vmware.api [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449709} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.068225] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.068431] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.068619] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.068800] env[69325]: INFO nova.compute.manager [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1208.069070] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.069336] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1208.069336] env[69325]: value = "task-4072634" [ 1208.069336] env[69325]: _type = "Task" [ 1208.069336] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.069533] env[69325]: DEBUG nova.compute.manager [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.069630] env[69325]: DEBUG nova.network.neutron [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.081582] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072634, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.134594] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance d9804af0-a742-479d-9ee1-c09edc7d812f as it has an incoming, in-progress migration 76d2cd2c-d81d-4290-95e4-affcd699ef1c. Migration status is migrating {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1208.135756] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating resource usage from migration 76d2cd2c-d81d-4290-95e4-affcd699ef1c [ 1208.141810] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072633, 'name': Rename_Task, 'duration_secs': 0.152792} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.142107] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.142480] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61f33c68-3815-40b0-9059-fd9c4fafb0a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.150435] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1208.150435] env[69325]: value = "task-4072635" [ 1208.150435] env[69325]: _type = "Task" [ 1208.150435] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.154599] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.154736] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.154900] env[69325]: WARNING nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1208.155031] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 9b8bb8df-65c4-4342-abea-22872c97a300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.155169] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a9aab528-68b4-45c4-9a26-00e5fd7febf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.155324] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance c2d4e33e-4ddb-406c-ae1e-5655950f6a3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.155448] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 50b7797c-f0ee-42a3-b675-d7ce5694b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.155562] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration 76d2cd2c-d81d-4290-95e4-affcd699ef1c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1208.155673] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance d9804af0-a742-479d-9ee1-c09edc7d812f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1208.163100] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.545150] env[69325]: DEBUG nova.compute.manager [req-bf6785e6-85b1-4a68-8880-2afdd9222b3e req-d1ab4642-1a41-40ed-8248-2dcaa6f6d997 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Received event network-vif-deleted-c2479156-5cdd-43ab-a4e9-0824431e0c90 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.545410] env[69325]: INFO nova.compute.manager [req-bf6785e6-85b1-4a68-8880-2afdd9222b3e req-d1ab4642-1a41-40ed-8248-2dcaa6f6d997 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Neutron deleted interface c2479156-5cdd-43ab-a4e9-0824431e0c90; detaching it from the instance and deleting it from the info cache [ 1208.545531] env[69325]: DEBUG nova.network.neutron [req-bf6785e6-85b1-4a68-8880-2afdd9222b3e req-d1ab4642-1a41-40ed-8248-2dcaa6f6d997 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.581806] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072634, 'name': ReconfigVM_Task, 'duration_secs': 0.275209} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.582133] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.661411] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 321c3745-49ac-42e8-bdab-99ffcb1e3327 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1208.662967] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072635, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.027701] env[69325]: DEBUG nova.network.neutron [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.050624] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4453e9f9-c209-414c-bbff-f662ca11eaba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.061281] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b7f09-653a-46f3-a4f7-91bfa4fecc32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.089107] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.089359] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.089568] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.089838] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.090081] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.090268] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.090520] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.090685] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.090858] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.091018] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.091194] env[69325]: DEBUG nova.virt.hardware [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.096887] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.106284] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7244bf9a-8797-4666-a6f5-2830066713c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.120754] env[69325]: DEBUG nova.compute.manager [req-bf6785e6-85b1-4a68-8880-2afdd9222b3e req-d1ab4642-1a41-40ed-8248-2dcaa6f6d997 service nova] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Detach interface failed, port_id=c2479156-5cdd-43ab-a4e9-0824431e0c90, reason: Instance a9aab528-68b4-45c4-9a26-00e5fd7febf9 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.127030] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1209.127030] env[69325]: value = "task-4072636" [ 1209.127030] env[69325]: _type = "Task" [ 1209.127030] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.135649] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.165423] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1209.166881] env[69325]: DEBUG oslo_vmware.api [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072635, 'name': PowerOnVM_Task, 'duration_secs': 0.746141} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.167651] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.167889] env[69325]: INFO nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1209.168137] env[69325]: DEBUG nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.168991] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9ca92-882f-4e24-a20e-aff4d9132036 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.531094] env[69325]: INFO nova.compute.manager [-] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Took 1.46 seconds to deallocate network for instance. [ 1209.638606] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072636, 'name': ReconfigVM_Task, 'duration_secs': 0.187357} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.638930] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.639687] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71d855-88f8-456d-ae75-20f165d91fad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.662752] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.663092] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fcad8c-f292-4be9-aacc-872f11c7fc2a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.677606] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a1bd74cb-3bea-4b0b-ba1b-40eecc834297 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1209.677909] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1209.678017] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1209.688116] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1209.688116] env[69325]: value = "task-4072637" [ 1209.688116] env[69325]: _type = "Task" [ 1209.688116] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.693900] env[69325]: INFO nova.compute.manager [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Took 15.44 seconds to build instance. [ 1209.701388] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.797023] env[69325]: DEBUG nova.compute.manager [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Received event network-changed-148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.797023] env[69325]: DEBUG nova.compute.manager [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Refreshing instance network info cache due to event network-changed-148afbcf-ec50-426c-863e-24625acedf7f. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.797023] env[69325]: DEBUG oslo_concurrency.lockutils [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] Acquiring lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.797442] env[69325]: DEBUG oslo_concurrency.lockutils [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] Acquired lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.797442] env[69325]: DEBUG nova.network.neutron [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Refreshing network info cache for port 148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.904229] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3157c2-4dc6-489d-96fe-dbab3ae98653 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.917095] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f79f23-aad3-4a0d-8f2f-d970af333ac9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.954260] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d0aa8e-c1e1-4d34-a0a4-a48215d53745 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.962859] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96438e-a7c0-472a-ae02-bf10e7a73972 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.978328] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.040233] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.196820] env[69325]: DEBUG oslo_concurrency.lockutils [None req-bd791f82-a6bd-4360-9e76-e7a2307879da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.955s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.200970] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072637, 'name': ReconfigVM_Task, 'duration_secs': 0.296548} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.201321] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f/d9804af0-a742-479d-9ee1-c09edc7d812f.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.201630] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.481758] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.553375] env[69325]: DEBUG nova.network.neutron [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updated VIF entry in instance network info cache for port 148afbcf-ec50-426c-863e-24625acedf7f. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.553759] env[69325]: DEBUG nova.network.neutron [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updating instance_info_cache with network_info: [{"id": "148afbcf-ec50-426c-863e-24625acedf7f", "address": "fa:16:3e:b8:c5:dc", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap148afbcf-ec", "ovs_interfaceid": "148afbcf-ec50-426c-863e-24625acedf7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.708140] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7226df-0104-42f9-b64f-02c8917c6f74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.730417] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bf7b2-c1ea-4718-aab4-39fe1dcee366 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.749421] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.988011] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1210.988268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.868s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.988554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.670s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.990132] env[69325]: INFO nova.compute.claims [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.993153] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.993297] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1211.057112] env[69325]: DEBUG oslo_concurrency.lockutils [req-36c9abbc-c648-4946-9677-72839a2a3b16 req-78fbde5c-f87d-4f77-ad72-4461caec1ada service nova] Releasing lock "refresh_cache-50b7797c-f0ee-42a3-b675-d7ce5694b6ad" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.287229] env[69325]: DEBUG nova.network.neutron [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Port 65fc7381-63bc-4b44-b40a-014791db3a3a binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1211.512476] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] There are 61 instances to clean {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1211.512661] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 6539fbd0-27db-4399-b09c-1c4cbdc6e12e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.687895] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3554a33-e8fb-4c5c-95ca-618ccfb90727 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.697577] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf72aa6-62d6-40ad-a95e-d9b645a4c2e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.728860] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b46a4-0e24-41fe-afa6-177998772dac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.736956] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d9724-f9ec-4583-8b2c-4f0fa0278201 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.752024] env[69325]: DEBUG nova.compute.provider_tree [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.019722] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 25c41f3f-8681-4239-aad6-f8ff91ce128c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.256419] env[69325]: DEBUG nova.scheduler.client.report [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.310837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.311080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.311288] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.523455] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: e625d1d9-c383-4c07-bd5f-a218aa2d0e28] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.667295] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.667539] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.761921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.773s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.762487] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.765154] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.673s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.766704] env[69325]: INFO nova.compute.claims [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.027323] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a01bc512-29f0-4df7-8f54-c9f32de5b88e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.170752] env[69325]: DEBUG nova.compute.utils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.271649] env[69325]: DEBUG nova.compute.utils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.274937] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.275128] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.322856] env[69325]: DEBUG nova.policy [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b3197a439045bc8fb43e38ae5e243c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eb8e9bde9fa4ac09801f8848d54d828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.360914] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.361126] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.361307] env[69325]: DEBUG nova.network.neutron [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.530836] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5f3eae39-a2cb-4547-8cf5-2ea32d1150f4] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.633609] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Successfully created port: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.676684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.782295] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.984695] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a758f2ca-5080-4e59-bc23-48dbd1cd72cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.994708] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f743c28-92c4-4c1d-8da6-f2828aa7ffa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.032864] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d91f4d-400b-4540-82e7-d18b7870b5bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.035943] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 72d6cf3b-a008-4b2a-a10d-41046feb2506] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.044050] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7eaffa-ad6c-49d3-93f6-7e0ed0af4153 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.066106] env[69325]: DEBUG nova.compute.provider_tree [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.176756] env[69325]: DEBUG nova.network.neutron [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.540211] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 8be82d45-b273-4c54-8471-dd10396597fa] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.569877] env[69325]: DEBUG nova.scheduler.client.report [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.679884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.744676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.744948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.745220] env[69325]: INFO nova.compute.manager [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attaching volume 24383e98-7d16-4821-9af8-3b4443ee561d to /dev/sdb [ 1214.779441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd23234-3a04-4bd8-9aea-fcffb27338ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.787728] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a094b2-2e4a-4cfb-8ad4-b21ca51bad41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.792824] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.802945] env[69325]: DEBUG nova.virt.block_device [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating existing volume attachment record: a52541c1-6631-46c0-a5ba-f5e9e130442c {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.821736] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.821983] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.822157] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.822345] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.822489] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.822989] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.822989] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.823228] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.823271] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.823424] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.823653] env[69325]: DEBUG nova.virt.hardware [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.824533] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456a286-f7ce-40aa-9294-9db04af228b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.833606] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb029e27-31df-495b-a995-1645593a2d33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.043630] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 56e68363-8f40-4767-a9a0-3373db30ced1] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.074874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.075384] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.078630] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.157s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.078919] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.081615] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.240s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.083699] env[69325]: INFO nova.compute.claims [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.110657] env[69325]: INFO nova.scheduler.client.report [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Deleted allocations for instance 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb [ 1215.212905] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc4cdba-4fdb-4f30-b7f6-fef867c9012a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.246419] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa40f50-73a3-4ea6-8269-11a5c284c230 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.250331] env[69325]: DEBUG nova.compute.manager [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Received event network-vif-plugged-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.250535] env[69325]: DEBUG oslo_concurrency.lockutils [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.250741] env[69325]: DEBUG oslo_concurrency.lockutils [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.250908] env[69325]: DEBUG oslo_concurrency.lockutils [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.251083] env[69325]: DEBUG nova.compute.manager [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] No waiting events found dispatching network-vif-plugged-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.251248] env[69325]: WARNING nova.compute.manager [req-cb32bea2-4043-4782-bcc6-79a5f30bdde5 req-acf8192e-1418-4661-8031-a4955076cc2d service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Received unexpected event network-vif-plugged-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d for instance with vm_state building and task_state spawning. [ 1215.257903] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.548269] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: df2cbfee-39b0-49de-ba47-60537a82f63b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.578068] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Successfully updated port: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.588755] env[69325]: DEBUG nova.compute.utils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.594043] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.594043] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.618788] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Lock "1566daac-9ff0-4a33-a5c0-d8aa4c886ebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.131s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.634416] env[69325]: DEBUG nova.policy [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.764518] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.764860] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84c1fea8-834a-41be-b482-a9a287803e62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.773987] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1215.773987] env[69325]: value = "task-4072641" [ 1215.773987] env[69325]: _type = "Task" [ 1215.773987] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.782566] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.958459] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Successfully created port: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.052472] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: efedfadb-8992-4d41-8f86-90d5a7471368] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.085712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.085712] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.093639] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.292669] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.361833] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c28a5-460c-4ad3-826c-72e4738b82f4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.375919] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20049d7d-5cec-4b17-8ac7-ffe226b90d91 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.420942] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b54bd-5d6c-4084-afd8-cce3921617d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.430390] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f2875f-8b3e-4b31-b133-5e1046fb58e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.446417] env[69325]: DEBUG nova.compute.provider_tree [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.555656] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f43d180c-6390-4443-b936-e385b0515b1d] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.631629] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.792755] env[69325]: DEBUG oslo_vmware.api [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072641, 'name': PowerOnVM_Task, 'duration_secs': 0.673663} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.792755] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.792755] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d3ba1-0d55-44f6-bd91-1a2f255fb87c tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance 'd9804af0-a742-479d-9ee1-c09edc7d812f' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.802048] env[69325]: DEBUG nova.network.neutron [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.950081] env[69325]: DEBUG nova.scheduler.client.report [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.061191] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d0ae912c-af7d-4033-9fd4-646cf761921b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.108016] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.140357] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.140673] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.142257] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.142559] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.142724] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.142915] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.143142] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.143312] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.143490] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.143659] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.143838] env[69325]: DEBUG nova.virt.hardware [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.144807] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd7643-500d-4909-8079-4e4930c1f0cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.154291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c1875-bdf0-4060-a8c2-3012631c7fc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.309207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.309650] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Instance network_info: |[{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.310941] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d3:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf2725cd-ee71-41c2-9d3c-d6618eca2b2d', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.320033] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.321152] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.321735] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d26863bc-0d3f-44a6-8fce-a6666c8b324d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.349478] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.349478] env[69325]: value = "task-4072644" [ 1217.349478] env[69325]: _type = "Task" [ 1217.349478] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.360076] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072644, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.459771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.460369] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.463506] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.423s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.463822] env[69325]: DEBUG nova.objects.instance [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'resources' on Instance uuid a9aab528-68b4-45c4-9a26-00e5fd7febf9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.517097] env[69325]: DEBUG nova.compute.manager [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Received event network-changed-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.517405] env[69325]: DEBUG nova.compute.manager [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Refreshing instance network info cache due to event network-changed-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.517589] env[69325]: DEBUG oslo_concurrency.lockutils [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.517741] env[69325]: DEBUG oslo_concurrency.lockutils [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.517921] env[69325]: DEBUG nova.network.neutron [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Refreshing network info cache for port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.563750] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 0162a509-82a6-4acc-8c66-267124334411] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.746493] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Successfully updated port: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.859921] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072644, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.967346] env[69325]: DEBUG nova.compute.utils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.971985] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.972304] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.013971] env[69325]: DEBUG nova.policy [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70504a19b9b4428e9cf7e4e6d3f08ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345376dc34f4c5389b10b71ab6b5013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.067410] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 786912cf-caa4-4392-8a5b-5f0a7558551c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.138948] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03622913-d347-4754-92dc-2b67e19b3e5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.149917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace1a1d-915e-431f-acb9-30fcafbe306b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.185733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35d831-ad5b-4b94-aec6-d05d7b175e65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.195037] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a0161-5c87-4617-a725-85c987ddfd03 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.209731] env[69325]: DEBUG nova.compute.provider_tree [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.251740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.251740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.251740] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.362076] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072644, 'name': CreateVM_Task, 'duration_secs': 0.755233} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.362354] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.363472] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.363653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.364054] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.364877] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725d6e93-0059-4b9b-bceb-ffc90197ff2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.376132] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1218.376132] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e4b719-b5a5-433f-543c-15e973db7676" [ 1218.376132] env[69325]: _type = "Task" [ 1218.376132] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.388998] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e4b719-b5a5-433f-543c-15e973db7676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.469798] env[69325]: DEBUG nova.network.neutron [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updated VIF entry in instance network info cache for port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.470194] env[69325]: DEBUG nova.network.neutron [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.472566] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.560256] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Successfully created port: 4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.570642] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9d0ecf91-ec33-4208-b1dd-b5964e2248c2] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.713692] env[69325]: DEBUG nova.scheduler.client.report [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.800083] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.891749] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e4b719-b5a5-433f-543c-15e973db7676, 'name': SearchDatastore_Task, 'duration_secs': 0.013607} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.892247] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.892622] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.893012] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.893308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.894570] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.894736] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a704e9d1-0072-48d6-b37d-d874f358fd68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.905370] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.905578] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.906444] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabd6819-b399-49f7-a1be-e09c8e4f1003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.912304] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1218.912304] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527dc6af-c920-c0f7-deda-21bc35be6558" [ 1218.912304] env[69325]: _type = "Task" [ 1218.912304] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.920940] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527dc6af-c920-c0f7-deda-21bc35be6558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.954929] env[69325]: DEBUG nova.network.neutron [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.972867] env[69325]: DEBUG oslo_concurrency.lockutils [req-f755efe5-d511-4f8c-96ef-2157785c221f req-e835ff07-92df-404d-b986-f765de4e3302 service nova] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.075012] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5d09dc66-309d-4458-900a-fecdb45fcb72] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.218668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.249201] env[69325]: INFO nova.scheduler.client.report [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocations for instance a9aab528-68b4-45c4-9a26-00e5fd7febf9 [ 1219.264511] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.264801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.265011] env[69325]: DEBUG nova.compute.manager [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Going to confirm migration 6 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1219.352828] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.353151] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807029', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'name': 'volume-24383e98-7d16-4821-9af8-3b4443ee561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'serial': '24383e98-7d16-4821-9af8-3b4443ee561d'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.354094] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b6fa8-806b-46e8-b92f-b08059c5ca1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.372791] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf9f14-aab4-499d-a819-84bed3a13e8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.398420] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-24383e98-7d16-4821-9af8-3b4443ee561d/volume-24383e98-7d16-4821-9af8-3b4443ee561d.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.399158] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d52fbc-aac9-4cc2-a109-e28965414f19 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.418508] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1219.418508] env[69325]: value = "task-4072646" [ 1219.418508] env[69325]: _type = "Task" [ 1219.418508] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.422318] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527dc6af-c920-c0f7-deda-21bc35be6558, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.425756] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e589d96b-6c37-479e-9df6-4e11918bc9d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.437543] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.438621] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1219.438621] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]527011fc-f390-81cf-2dbb-61f354a00717" [ 1219.438621] env[69325]: _type = "Task" [ 1219.438621] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.447537] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527011fc-f390-81cf-2dbb-61f354a00717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.457541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.457907] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Instance network_info: |[{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.458393] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:41:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0c0b773-3411-4274-a4ea-7ca3f1d34a92', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.466436] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.466670] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.466888] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72e06a71-3f96-48c3-b592-a09d76e392a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.482928] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.491035] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.491035] env[69325]: value = "task-4072647" [ 1219.491035] env[69325]: _type = "Task" [ 1219.491035] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.500712] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072647, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.510918] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.511207] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.511396] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.511593] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.511739] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.511884] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.512112] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.512279] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.512463] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.512699] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.512807] env[69325]: DEBUG nova.virt.hardware [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.513639] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a55029-98a6-4202-9f7e-d4f813cd68d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.524712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf24d8-69ce-4240-b364-02067949632a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.579497] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 69f50f52-5022-4747-a818-6a9c4233f002] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.640641] env[69325]: DEBUG nova.compute.manager [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-vif-plugged-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.640770] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.641095] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.641262] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.641478] env[69325]: DEBUG nova.compute.manager [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] No waiting events found dispatching network-vif-plugged-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.641713] env[69325]: WARNING nova.compute.manager [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received unexpected event network-vif-plugged-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 for instance with vm_state building and task_state spawning. [ 1219.641877] env[69325]: DEBUG nova.compute.manager [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.642132] env[69325]: DEBUG nova.compute.manager [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing instance network info cache due to event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.642319] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.642491] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.642681] env[69325]: DEBUG nova.network.neutron [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.759855] env[69325]: DEBUG oslo_concurrency.lockutils [None req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a9aab528-68b4-45c4-9a26-00e5fd7febf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.348s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.849440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.849769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquired lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.849979] env[69325]: DEBUG nova.network.neutron [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.850189] env[69325]: DEBUG nova.objects.instance [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'info_cache' on Instance uuid d9804af0-a742-479d-9ee1-c09edc7d812f {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.932640] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.949121] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]527011fc-f390-81cf-2dbb-61f354a00717, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.949459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.949748] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.950038] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c7cfad-7c7c-48dd-9c5d-7fe4016eed3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.959273] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1219.959273] env[69325]: value = "task-4072648" [ 1219.959273] env[69325]: _type = "Task" [ 1219.959273] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.968987] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.000860] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072647, 'name': CreateVM_Task, 'duration_secs': 0.396353} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.001177] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.001837] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.002042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.002399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.002668] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3b3c61-9b24-46db-bd26-425a5826c817 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.008450] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1220.008450] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522d3a62-d370-f41f-c411-39b40ad430d2" [ 1220.008450] env[69325]: _type = "Task" [ 1220.008450] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.018986] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522d3a62-d370-f41f-c411-39b40ad430d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.083058] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d19bf484-73f5-4474-a546-592d6df45d9d] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.131307] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Successfully updated port: 4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.400257] env[69325]: DEBUG nova.network.neutron [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updated VIF entry in instance network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.400874] env[69325]: DEBUG nova.network.neutron [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.435539] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072646, 'name': ReconfigVM_Task, 'duration_secs': 0.611798} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.435819] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-24383e98-7d16-4821-9af8-3b4443ee561d/volume-24383e98-7d16-4821-9af8-3b4443ee561d.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.441095] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb64758-54b2-4203-9246-124bee45d132 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.459671] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1220.459671] env[69325]: value = "task-4072650" [ 1220.459671] env[69325]: _type = "Task" [ 1220.459671] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.472612] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.476385] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501046} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.476691] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.476931] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.477288] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f71e15-c0e1-473d-8186-2efa8f6c8c3f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.486240] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1220.486240] env[69325]: value = "task-4072651" [ 1220.486240] env[69325]: _type = "Task" [ 1220.486240] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.497891] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.519984] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522d3a62-d370-f41f-c411-39b40ad430d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.520321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.520580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.520853] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.521084] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.521343] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.521713] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0269b3be-9544-4eb3-b2fa-6412a748a17a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.532712] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.532947] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.533740] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b855a7-7d5f-433e-8c49-92e1b013a745 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.540898] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1220.540898] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525ea17f-22c1-f456-02a2-7ab3ea40ed1c" [ 1220.540898] env[69325]: _type = "Task" [ 1220.540898] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.552731] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ea17f-22c1-f456-02a2-7ab3ea40ed1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.586751] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ca627736-48b8-44f0-a026-ba927f56968a] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.634586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.634586] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.634586] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.903275] env[69325]: DEBUG oslo_concurrency.lockutils [req-d1881fc7-6c8a-4146-9cf7-8a48d07e1b7d req-a191821a-c2b4-4722-9c10-727d86271253 service nova] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.972163] env[69325]: DEBUG oslo_vmware.api [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072650, 'name': ReconfigVM_Task, 'duration_secs': 0.180268} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.972463] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807029', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'name': 'volume-24383e98-7d16-4821-9af8-3b4443ee561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'serial': '24383e98-7d16-4821-9af8-3b4443ee561d'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.997311] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104953} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.000431] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.001368] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cccb99-8ae9-4f42-99d3-3d554344d0df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.024553] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.025201] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00521c13-13b8-4f7e-9516-d81985bc9046 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.048470] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1221.048470] env[69325]: value = "task-4072652" [ 1221.048470] env[69325]: _type = "Task" [ 1221.048470] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.055583] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525ea17f-22c1-f456-02a2-7ab3ea40ed1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.056877] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87c3362-e30d-4f80-9555-3e5c324bf72a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.064788] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.069265] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1221.069265] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521a458d-4b75-456a-8fd0-23cdad7276d2" [ 1221.069265] env[69325]: _type = "Task" [ 1221.069265] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.081605] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521a458d-4b75-456a-8fd0-23cdad7276d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.083919] env[69325]: DEBUG nova.network.neutron [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [{"id": "65fc7381-63bc-4b44-b40a-014791db3a3a", "address": "fa:16:3e:8e:ea:79", "network": {"id": "ce562fee-84de-4ca8-9230-ac185a109cad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1622239832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a99635cc3439bbd965ce0244b3522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fc7381-63", "ovs_interfaceid": "65fc7381-63bc-4b44-b40a-014791db3a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.090438] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 701f58bb-b7f7-4b9d-a46b-b9b2a26a7dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.167232] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.301488] env[69325]: DEBUG nova.network.neutron [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Updating instance_info_cache with network_info: [{"id": "4c5394af-c281-41e0-bbdc-929806914605", "address": "fa:16:3e:ac:aa:a1", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5394af-c2", "ovs_interfaceid": "4c5394af-c281-41e0-bbdc-929806914605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.559547] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.581588] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521a458d-4b75-456a-8fd0-23cdad7276d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.581902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.582187] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05/5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.582459] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3081836-2008-4dd7-84b6-5aceac913e3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.586421] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Releasing lock "refresh_cache-d9804af0-a742-479d-9ee1-c09edc7d812f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.586679] env[69325]: DEBUG nova.objects.instance [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lazy-loading 'migration_context' on Instance uuid d9804af0-a742-479d-9ee1-c09edc7d812f {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.589782] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1221.589782] env[69325]: value = "task-4072653" [ 1221.589782] env[69325]: _type = "Task" [ 1221.589782] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.593806] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ddf46a1f-eb81-409a-b8a9-6c24df7438c7] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.602369] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.678273] env[69325]: DEBUG nova.compute.manager [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Received event network-vif-plugged-4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.678574] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Acquiring lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.678812] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.679044] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.679236] env[69325]: DEBUG nova.compute.manager [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] No waiting events found dispatching network-vif-plugged-4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.679452] env[69325]: WARNING nova.compute.manager [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Received unexpected event network-vif-plugged-4c5394af-c281-41e0-bbdc-929806914605 for instance with vm_state building and task_state spawning. [ 1221.679629] env[69325]: DEBUG nova.compute.manager [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Received event network-changed-4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.679814] env[69325]: DEBUG nova.compute.manager [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Refreshing instance network info cache due to event network-changed-4c5394af-c281-41e0-bbdc-929806914605. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.680089] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Acquiring lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.806297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.806661] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Instance network_info: |[{"id": "4c5394af-c281-41e0-bbdc-929806914605", "address": "fa:16:3e:ac:aa:a1", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5394af-c2", "ovs_interfaceid": "4c5394af-c281-41e0-bbdc-929806914605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.807039] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Acquired lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.807238] env[69325]: DEBUG nova.network.neutron [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Refreshing network info cache for port 4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.808681] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:aa:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5394af-c281-41e0-bbdc-929806914605', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.817594] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.818999] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.819318] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605f2331-bab1-4aca-846a-e7069986e811 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.842331] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.842331] env[69325]: value = "task-4072654" [ 1221.842331] env[69325]: _type = "Task" [ 1221.842331] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.852989] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072654, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.021450] env[69325]: DEBUG nova.objects.instance [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.064333] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.091923] env[69325]: DEBUG nova.objects.base [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1222.093011] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede7a22-8871-4dac-b9a6-45e734c2d066 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.100715] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9ca29047-3671-4f8a-b397-589c1b3ad788] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.122677] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bc482e-c74e-42ad-bf4b-79615473fd2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.125170] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508638} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.126044] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05/5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.126308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.126929] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02038c4-dc01-4fef-9138-34ecfe524b26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.130650] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1222.130650] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5281fd28-7f23-151b-4f41-c90dbffbc0bd" [ 1222.130650] env[69325]: _type = "Task" [ 1222.130650] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.137268] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1222.137268] env[69325]: value = "task-4072655" [ 1222.137268] env[69325]: _type = "Task" [ 1222.137268] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.147061] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5281fd28-7f23-151b-4f41-c90dbffbc0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.147823] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.148120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.152620] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.353521] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072654, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.526982] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5a13e73b-a997-48e4-9f53-4b9018d939d9 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.534739] env[69325]: DEBUG nova.network.neutron [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Updated VIF entry in instance network info cache for port 4c5394af-c281-41e0-bbdc-929806914605. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.535108] env[69325]: DEBUG nova.network.neutron [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Updating instance_info_cache with network_info: [{"id": "4c5394af-c281-41e0-bbdc-929806914605", "address": "fa:16:3e:ac:aa:a1", "network": {"id": "31c7e61a-e297-4dfe-a31e-f01cebdea9df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1347227203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345376dc34f4c5389b10b71ab6b5013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5394af-c2", "ovs_interfaceid": "4c5394af-c281-41e0-bbdc-929806914605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.560737] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072652, 'name': ReconfigVM_Task, 'duration_secs': 1.119849} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.561209] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.561699] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749cfff6-83e7-420c-ad69-593a47297dc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.568902] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1222.568902] env[69325]: value = "task-4072657" [ 1222.568902] env[69325]: _type = "Task" [ 1222.568902] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.577586] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072657, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.604840] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: baf1316c-0554-4e15-a6b3-4d66b4c784d3] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.648214] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070682} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.648477] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.649296] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c63887-3db2-4f28-bb9c-a234cc927b96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.673595] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05/5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.676704] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2e3fe6-12a3-4850-8efb-961ae663e2d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.696252] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1222.696252] env[69325]: value = "task-4072658" [ 1222.696252] env[69325]: _type = "Task" [ 1222.696252] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.707504] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.813026] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6522d6-c183-47e5-a48c-deba8effead2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.822603] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8bc3ce-8066-4b15-a9c2-4fff7c6464ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.856092] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7cfb7-947e-440c-b53e-5573ace78bea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.864092] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072654, 'name': CreateVM_Task, 'duration_secs': 0.530496} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.866200] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.866999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.867189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.867608] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.868846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64258d40-de6c-48c3-85b2-359c5e2a2bce {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.872807] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a9580-13a2-4059-b2de-70c38b95bc5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.879306] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1222.879306] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d7cc6d-6c5b-b7c1-f009-e164e425ab1e" [ 1222.879306] env[69325]: _type = "Task" [ 1222.879306] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.887660] env[69325]: DEBUG nova.compute.provider_tree [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.899234] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d7cc6d-6c5b-b7c1-f009-e164e425ab1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.900420] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.900658] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.900893] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.901053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.901240] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.901783] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e045d84a-ebc9-4621-b587-3e9288ab97ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.914744] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.914744] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.915931] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03cf86b-2874-4c92-890c-ce04dfa7c396 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.923203] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1222.923203] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a5b336-3bdc-0364-6040-c4e78007a7b0" [ 1222.923203] env[69325]: _type = "Task" [ 1222.923203] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.933480] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a5b336-3bdc-0364-6040-c4e78007a7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.038013] env[69325]: DEBUG oslo_concurrency.lockutils [req-889dde5a-8de1-41ff-bda5-8c7ed9d0430b req-936c5666-55ba-4028-a0d0-b6ddbc67f6fa service nova] Releasing lock "refresh_cache-a1bd74cb-3bea-4b0b-ba1b-40eecc834297" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.044209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.044553] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.080583] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072657, 'name': Rename_Task, 'duration_secs': 0.383018} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.080882] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.081146] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe86ea2b-d8d0-471a-bdbc-910255191b7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.088474] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1223.088474] env[69325]: value = "task-4072659" [ 1223.088474] env[69325]: _type = "Task" [ 1223.088474] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.096930] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.108563] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 89b907bd-1572-4756-aeba-5e34e0e5d47e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.209054] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072658, 'name': ReconfigVM_Task, 'duration_secs': 0.347497} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.209054] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05/5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.209460] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5825a14-cd7f-453f-b4e5-1fe409efd66d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.217516] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1223.217516] env[69325]: value = "task-4072660" [ 1223.217516] env[69325]: _type = "Task" [ 1223.217516] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.226657] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072660, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.391674] env[69325]: DEBUG nova.scheduler.client.report [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.433780] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a5b336-3bdc-0364-6040-c4e78007a7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.434579] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4db240-2be5-4c22-b7cf-325b7b85e9b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.440736] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1223.440736] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c026de-27cb-e2b3-e3cf-b48eb0b0b613" [ 1223.440736] env[69325]: _type = "Task" [ 1223.440736] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.449299] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c026de-27cb-e2b3-e3cf-b48eb0b0b613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.548782] env[69325]: DEBUG nova.compute.utils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.599634] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072659, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.612360] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: e1587b97-2612-4882-8d48-6e24fab88b1f] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.728878] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072660, 'name': Rename_Task, 'duration_secs': 0.137017} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.729162] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.729445] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78040e1-417c-4d36-8ce8-fab8bbbf84f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.735985] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1223.735985] env[69325]: value = "task-4072661" [ 1223.735985] env[69325]: _type = "Task" [ 1223.735985] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.744495] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.952516] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c026de-27cb-e2b3-e3cf-b48eb0b0b613, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.952792] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.953061] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a1bd74cb-3bea-4b0b-ba1b-40eecc834297/a1bd74cb-3bea-4b0b-ba1b-40eecc834297.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.953327] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89014bb9-507c-4200-9f9f-e5a063aea1e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.961512] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1223.961512] env[69325]: value = "task-4072662" [ 1223.961512] env[69325]: _type = "Task" [ 1223.961512] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.970510] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.052587] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.100833] env[69325]: DEBUG oslo_vmware.api [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072659, 'name': PowerOnVM_Task, 'duration_secs': 0.794147} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.101193] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.101330] env[69325]: INFO nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1224.101507] env[69325]: DEBUG nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.102307] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f929b7-6850-49c2-9e6d-019a56e670df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.116244] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 8c319318-bcbd-4aff-ae95-c778ee6d1db8] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.247148] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.402830] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.255s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.474172] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.620142] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 7620a794-9e66-4187-894d-e3a60a97e8f0] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.621285] env[69325]: INFO nova.compute.manager [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Took 25.33 seconds to build instance. [ 1224.748700] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.968462] env[69325]: INFO nova.scheduler.client.report [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocation for migration 76d2cd2c-d81d-4290-95e4-affcd699ef1c [ 1224.976025] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814597} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.976587] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a1bd74cb-3bea-4b0b-ba1b-40eecc834297/a1bd74cb-3bea-4b0b-ba1b-40eecc834297.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.976868] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.977178] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5de6442-dfe9-4379-a9ec-2c94f15b7c83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.986299] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1224.986299] env[69325]: value = "task-4072664" [ 1224.986299] env[69325]: _type = "Task" [ 1224.986299] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.998033] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.123055] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 4a252e74-6751-43b4-9b5f-e0d27432534e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.125189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-daedc575-9544-4225-be54-232ef7be883b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.843s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.130219] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.130449] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.130722] env[69325]: INFO nova.compute.manager [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attaching volume d9aa1ca1-cd62-4729-a99b-8c4f8f1db374 to /dev/sdc [ 1225.163048] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7e149-ae46-47d6-8e21-0fbad63f52bc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.170296] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0772b-f642-43cd-b6bb-baf2e67f1ecb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.185629] env[69325]: DEBUG nova.virt.block_device [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating existing volume attachment record: 915bf1e3-19a0-47dd-8026-c837101ad195 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.250868] env[69325]: DEBUG oslo_vmware.api [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072661, 'name': PowerOnVM_Task, 'duration_secs': 1.30513} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.251237] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.251494] env[69325]: INFO nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1225.251727] env[69325]: DEBUG nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.252550] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ac995-875d-4e43-9e15-74404ddf1b6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.479118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.213s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.497300] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07584} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.497587] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.498666] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99039506-769f-46fe-b2ec-040771eaa020 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.523253] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a1bd74cb-3bea-4b0b-ba1b-40eecc834297/a1bd74cb-3bea-4b0b-ba1b-40eecc834297.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.524573] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382d99e6-9b8c-4737-ac83-cffbe2fb607f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.541724] env[69325]: DEBUG nova.compute.manager [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Received event network-changed-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.541931] env[69325]: DEBUG nova.compute.manager [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Refreshing instance network info cache due to event network-changed-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.542154] env[69325]: DEBUG oslo_concurrency.lockutils [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.542303] env[69325]: DEBUG oslo_concurrency.lockutils [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.542471] env[69325]: DEBUG nova.network.neutron [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Refreshing network info cache for port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.549713] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1225.549713] env[69325]: value = "task-4072666" [ 1225.549713] env[69325]: _type = "Task" [ 1225.549713] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.560076] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.625957] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3bbf1847-5587-4978-8a66-7f77c75ec099] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.770186] env[69325]: INFO nova.compute.manager [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Took 21.69 seconds to build instance. [ 1226.062516] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.132190] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 603824d0-f2da-4bd8-99c3-9a768ac5a3ce] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.273909] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.203s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.285582] env[69325]: DEBUG nova.network.neutron [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updated VIF entry in instance network info cache for port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.286051] env[69325]: DEBUG nova.network.neutron [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.561688] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072666, 'name': ReconfigVM_Task, 'duration_secs': 0.866469} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.562111] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a1bd74cb-3bea-4b0b-ba1b-40eecc834297/a1bd74cb-3bea-4b0b-ba1b-40eecc834297.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.563671] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb7a7a1-91e2-4b4a-9038-4b6a09034625 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.570722] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1226.570722] env[69325]: value = "task-4072668" [ 1226.570722] env[69325]: _type = "Task" [ 1226.570722] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.581449] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072668, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.633699] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 25960116-e931-4230-baae-940b613ef9d6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.786198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.786198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.786198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.786198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.786198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.788027] env[69325]: DEBUG oslo_concurrency.lockutils [req-d873fae0-6b5d-4339-9c9b-cf1792660250 req-7a271b1b-8f7d-41dc-bf57-b77a0e4f56e1 service nova] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.788700] env[69325]: INFO nova.compute.manager [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Terminating instance [ 1226.846368] env[69325]: DEBUG nova.compute.manager [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.846597] env[69325]: DEBUG nova.compute.manager [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.846806] env[69325]: DEBUG oslo_concurrency.lockutils [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.846945] env[69325]: DEBUG oslo_concurrency.lockutils [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.847381] env[69325]: DEBUG nova.network.neutron [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.081974] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072668, 'name': Rename_Task, 'duration_secs': 0.197791} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.082551] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.082678] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fdb8977-6f9a-4d6a-ab9e-feb3756a9c55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.090472] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1227.090472] env[69325]: value = "task-4072669" [ 1227.090472] env[69325]: _type = "Task" [ 1227.090472] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.099447] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.137418] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a1e86d5d-a665-4164-b0e9-7abdd2814bb2] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.293800] env[69325]: DEBUG nova.compute.manager [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.294058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.294982] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f52d920-5b3b-4e13-b4aa-b84388cc53a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.303225] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.303428] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a3caa7-de94-4211-870c-da6771e2bccb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.310136] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1227.310136] env[69325]: value = "task-4072670" [ 1227.310136] env[69325]: _type = "Task" [ 1227.310136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.318557] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.602403] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.641711] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 7533a2e8-9c88-4a3a-b569-a2c3454b6a5b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.655816] env[69325]: DEBUG nova.network.neutron [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.656308] env[69325]: DEBUG nova.network.neutron [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.820725] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072670, 'name': PowerOffVM_Task, 'duration_secs': 0.328882} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.821018] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.822128] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.822256] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746f6dab-4ecf-415e-ae21-85d49a4c4599 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.897406] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.897681] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.897877] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleting the datastore file [datastore2] d9804af0-a742-479d-9ee1-c09edc7d812f {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.898204] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496b2ec5-2006-45e4-b99e-79b215f1dc85 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.906343] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for the task: (returnval){ [ 1227.906343] env[69325]: value = "task-4072673" [ 1227.906343] env[69325]: _type = "Task" [ 1227.906343] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.915393] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.101769] env[69325]: DEBUG oslo_vmware.api [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072669, 'name': PowerOnVM_Task, 'duration_secs': 0.981055} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.102082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.102291] env[69325]: INFO nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1228.102474] env[69325]: DEBUG nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.103268] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c4830-9898-4d86-a0ee-e1d81c240853 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.145591] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 517c3322-602c-4290-bd24-00f22a79164e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.160196] env[69325]: DEBUG oslo_concurrency.lockutils [req-2ec4036d-b7ba-4b74-a664-139d6fde80d2 req-7e8003c1-ca33-4dbc-9c6c-264392f81ac9 service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.418291] env[69325]: DEBUG oslo_vmware.api [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Task: {'id': task-4072673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26001} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.418576] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.418729] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.418902] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.419085] env[69325]: INFO nova.compute.manager [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.419332] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.419522] env[69325]: DEBUG nova.compute.manager [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.419617] env[69325]: DEBUG nova.network.neutron [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.621288] env[69325]: INFO nova.compute.manager [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Took 20.80 seconds to build instance. [ 1228.648781] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ca310880-d26b-4f6d-a633-9a05804340dc] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.705969] env[69325]: DEBUG nova.compute.manager [req-ce5d0af3-a61f-4513-9883-f06d210c3241 req-d9baba20-0f5a-4580-9e34-b562b87b7ebf service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Received event network-vif-deleted-65fc7381-63bc-4b44-b40a-014791db3a3a {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.706459] env[69325]: INFO nova.compute.manager [req-ce5d0af3-a61f-4513-9883-f06d210c3241 req-d9baba20-0f5a-4580-9e34-b562b87b7ebf service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Neutron deleted interface 65fc7381-63bc-4b44-b40a-014791db3a3a; detaching it from the instance and deleting it from the info cache [ 1228.706660] env[69325]: DEBUG nova.network.neutron [req-ce5d0af3-a61f-4513-9883-f06d210c3241 req-d9baba20-0f5a-4580-9e34-b562b87b7ebf service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.876694] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.876694] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing instance network info cache due to event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.876694] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.876694] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.876694] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.122865] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.307s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.152211] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5645e57c-e1f1-4b08-b8ac-da9f398642b6] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.188735] env[69325]: DEBUG nova.network.neutron [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.209954] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-513a66fd-f577-43cd-96b4-a6036de42e71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.220674] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2119f8-9b85-4747-a6aa-438ab5eb1600 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.250563] env[69325]: DEBUG nova.compute.manager [req-ce5d0af3-a61f-4513-9883-f06d210c3241 req-d9baba20-0f5a-4580-9e34-b562b87b7ebf service nova] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Detach interface failed, port_id=65fc7381-63bc-4b44-b40a-014791db3a3a, reason: Instance d9804af0-a742-479d-9ee1-c09edc7d812f could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.529515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.529515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.529515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.529515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.529515] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.532359] env[69325]: INFO nova.compute.manager [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Terminating instance [ 1229.577650] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updated VIF entry in instance network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.578029] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.655396] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: b21bdc7e-7f95-4b9d-abf8-5da29e0c9166] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.691725] env[69325]: INFO nova.compute.manager [-] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Took 1.27 seconds to deallocate network for instance. [ 1229.731587] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.731862] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807034', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'name': 'volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'serial': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.733076] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e2505-9b6b-492b-8be4-f2d096f2678c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.751657] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75478cc0-e74c-4661-9a69-f94393930e66 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.780857] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374/volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.781181] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cd8898-8397-4739-87f4-d4a606a0d3b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.800952] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1229.800952] env[69325]: value = "task-4072674" [ 1229.800952] env[69325]: _type = "Task" [ 1229.800952] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.810827] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.036457] env[69325]: DEBUG nova.compute.manager [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.036731] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.037676] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef08a67-bf10-4641-ba5c-069de4dffb78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.045988] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.046276] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8134143d-4479-4548-be55-46b29e5b2e8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.053085] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1230.053085] env[69325]: value = "task-4072675" [ 1230.053085] env[69325]: _type = "Task" [ 1230.053085] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.061812] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.082669] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.083108] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.083189] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing instance network info cache due to event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.083444] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.083605] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.083791] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.158937] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 928a28c4-82f0-4cb4-b028-e410d5002a2a] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.201300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.202061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.202061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.220943] env[69325]: INFO nova.scheduler.client.report [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Deleted allocations for instance d9804af0-a742-479d-9ee1-c09edc7d812f [ 1230.266042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.266042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.313624] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072674, 'name': ReconfigVM_Task, 'duration_secs': 0.362383} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.314193] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374/volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.318869] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18eb1e3-7174-4d2a-93e9-c599af41b9ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.335094] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1230.335094] env[69325]: value = "task-4072676" [ 1230.335094] env[69325]: _type = "Task" [ 1230.335094] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.346454] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.563798] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072675, 'name': PowerOffVM_Task, 'duration_secs': 0.183268} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.564000] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.564209] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.564485] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ea4cd4-1a6a-44fa-9fb2-defcb792a30b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.639629] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.639867] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.640144] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleting the datastore file [datastore1] a1bd74cb-3bea-4b0b-ba1b-40eecc834297 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.640505] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94655b88-2464-4c79-a541-476280175d27 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.648808] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for the task: (returnval){ [ 1230.648808] env[69325]: value = "task-4072678" [ 1230.648808] env[69325]: _type = "Task" [ 1230.648808] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.658237] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.661855] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9ee1631e-244e-4898-80f4-cfb82d512b42] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.732790] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Lock "d9804af0-a742-479d-9ee1-c09edc7d812f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.947s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.768871] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.801156] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updated VIF entry in instance network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.801520] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.845352] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.158987] env[69325]: DEBUG oslo_vmware.api [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Task: {'id': task-4072678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274363} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.159345] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.159511] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.159723] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.159945] env[69325]: INFO nova.compute.manager [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1231.160241] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.160471] env[69325]: DEBUG nova.compute.manager [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.160575] env[69325]: DEBUG nova.network.neutron [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.165009] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: fada2955-134c-4755-ad5b-7a56a4456743] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.295163] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.295439] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.298062] env[69325]: INFO nova.compute.claims [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.304478] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.304898] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.304898] env[69325]: DEBUG nova.compute.manager [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.305067] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.305200] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.305362] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.346998] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.405502] env[69325]: DEBUG nova.compute.manager [req-218882a3-5047-4b28-b778-43e34373bbff req-7e76c44a-0959-4dde-830e-28a66d5b7ebb service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Received event network-vif-deleted-4c5394af-c281-41e0-bbdc-929806914605 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.405716] env[69325]: INFO nova.compute.manager [req-218882a3-5047-4b28-b778-43e34373bbff req-7e76c44a-0959-4dde-830e-28a66d5b7ebb service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Neutron deleted interface 4c5394af-c281-41e0-bbdc-929806914605; detaching it from the instance and deleting it from the info cache [ 1231.405890] env[69325]: DEBUG nova.network.neutron [req-218882a3-5047-4b28-b778-43e34373bbff req-7e76c44a-0959-4dde-830e-28a66d5b7ebb service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.668598] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ce5d882d-dbdf-4b4b-9d26-41f5e610f8d1] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.849319] env[69325]: DEBUG oslo_vmware.api [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072676, 'name': ReconfigVM_Task, 'duration_secs': 1.127095} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.849622] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807034', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'name': 'volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'serial': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.881359] env[69325]: DEBUG nova.network.neutron [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.908513] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e822409-ec4b-4943-8dae-b13eb8dd18dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.922338] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef611c4d-f1aa-4373-b400-27e5da196461 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.956903] env[69325]: DEBUG nova.compute.manager [req-218882a3-5047-4b28-b778-43e34373bbff req-7e76c44a-0959-4dde-830e-28a66d5b7ebb service nova] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Detach interface failed, port_id=4c5394af-c281-41e0-bbdc-929806914605, reason: Instance a1bd74cb-3bea-4b0b-ba1b-40eecc834297 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.028946] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.029343] env[69325]: DEBUG nova.network.neutron [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.172710] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: cdf2665d-8882-40e4-b8a4-a1765c1e4cc8] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.386027] env[69325]: INFO nova.compute.manager [-] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Took 1.23 seconds to deallocate network for instance. [ 1232.443746] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d0c74-9fe5-46e6-ba96-8bab07c946e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.451528] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c3b94-aa16-4944-ad75-b7ef581e16df {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.482260] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be6cf48-a10d-42e9-a5c9-ad9a357f4f98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.489872] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6d441-006a-4723-ae61-43ac9bd5c840 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.504833] env[69325]: DEBUG nova.compute.provider_tree [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.531979] env[69325]: DEBUG oslo_concurrency.lockutils [req-37356e8a-27bd-4086-b20d-b6862bbf3e91 req-621da9c2-24e9-4b32-a453-7be7c9ca10a6 service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.676686] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 1b78b783-4842-4be9-954a-6fce5ce2be2f] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.891389] env[69325]: DEBUG nova.objects.instance [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.893784] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.008598] env[69325]: DEBUG nova.scheduler.client.report [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.181170] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f648541b-fd64-472b-be1b-5e8ed9861d86] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.397558] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4eb002a0-517e-49d0-bfc8-833c212c4c0e tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.267s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.513921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.514491] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.518524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.625s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.518888] env[69325]: DEBUG nova.objects.instance [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lazy-loading 'resources' on Instance uuid a1bd74cb-3bea-4b0b-ba1b-40eecc834297 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.685039] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: bd9162ff-549a-441b-8b70-c77afd0180cb] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.740573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.740829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.022123] env[69325]: DEBUG nova.compute.utils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.027169] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.027392] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.073710] env[69325]: DEBUG nova.policy [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbbd1fdf0dbf4092b7c96d8126662dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edb9458216244df861ee4727a09ba00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.156227] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455fcad2-a56d-4ec6-ac9f-688d484f7bd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.166088] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f72a2-6ef9-4fd8-9477-873ae3a94490 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.201174] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: cb1584df-62fb-450e-ac7d-bf104f411e98] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.203767] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34adf502-ce05-483a-8815-77230685397e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.212263] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e5418e-4304-4995-8c3e-72c97fc78f35 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.227143] env[69325]: DEBUG nova.compute.provider_tree [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.244698] env[69325]: INFO nova.compute.manager [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Detaching volume 24383e98-7d16-4821-9af8-3b4443ee561d [ 1234.285792] env[69325]: INFO nova.virt.block_device [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attempting to driver detach volume 24383e98-7d16-4821-9af8-3b4443ee561d from mountpoint /dev/sdb [ 1234.286064] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.286312] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807029', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'name': 'volume-24383e98-7d16-4821-9af8-3b4443ee561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'serial': '24383e98-7d16-4821-9af8-3b4443ee561d'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.287170] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752e571-670c-4f0c-b46b-bbc02bc14aac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.316361] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc88537-66a0-4941-8e14-65e25687d191 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.326952] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743438f-e39e-4f9c-86c1-9b3cbc0838a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.353532] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b001b-8d49-470a-83f0-f7685195d421 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.370884] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] The volume has not been displaced from its original location: [datastore1] volume-24383e98-7d16-4821-9af8-3b4443ee561d/volume-24383e98-7d16-4821-9af8-3b4443ee561d.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.376396] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.376797] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe09108-0446-46c5-afb7-ec3c48d8b246 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.390966] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Successfully created port: dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.402810] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1234.402810] env[69325]: value = "task-4072680" [ 1234.402810] env[69325]: _type = "Task" [ 1234.402810] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.414778] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072680, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.528757] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.707552] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 6e2e7748-91d0-4720-9a73-0b7e9025ac65] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.732882] env[69325]: DEBUG nova.scheduler.client.report [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.913628] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072680, 'name': ReconfigVM_Task, 'duration_secs': 0.463269} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.913860] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.919080] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c668f9-b3d4-4060-9955-a3e133ff8c3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.935686] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1234.935686] env[69325]: value = "task-4072681" [ 1234.935686] env[69325]: _type = "Task" [ 1234.935686] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.945223] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.034622] env[69325]: INFO nova.virt.block_device [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Booting with volume 46ee2036-a673-40d7-8c3e-9e97902e03f1 at /dev/sda [ 1235.083410] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d01ee12-4fc1-46d6-9528-cd59470f335b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.092825] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895cc40f-a8fa-489f-8002-e4b9ca12a01a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.124360] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81d13cdd-4e47-491e-813a-be14ee79c5c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.132973] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733c953-0f80-427f-a9d7-b0b7fe5bed75 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.164397] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846aa018-8c8d-49b7-bd37-946980d901dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.170587] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ed2cb-b66f-4519-9de1-24730ada6b69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.184365] env[69325]: DEBUG nova.virt.block_device [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating existing volume attachment record: 89cccaff-c546-4051-a3ba-4c14cfe97ee2 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.211231] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 6aa09725-5e88-48bd-8328-e5ef212f4593] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.235370] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.259917] env[69325]: INFO nova.scheduler.client.report [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Deleted allocations for instance a1bd74cb-3bea-4b0b-ba1b-40eecc834297 [ 1235.446795] env[69325]: DEBUG oslo_vmware.api [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072681, 'name': ReconfigVM_Task, 'duration_secs': 0.224092} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.447169] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807029', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'name': 'volume-24383e98-7d16-4821-9af8-3b4443ee561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': '24383e98-7d16-4821-9af8-3b4443ee561d', 'serial': '24383e98-7d16-4821-9af8-3b4443ee561d'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.714468] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: aa39c4da-7f45-482b-8cc1-9cb9cc4b65f1] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.767040] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9ec25644-911f-434b-8a85-69bbf9378ab5 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Lock "a1bd74cb-3bea-4b0b-ba1b-40eecc834297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.238s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.001737] env[69325]: DEBUG nova.objects.instance [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.194430] env[69325]: DEBUG nova.compute.manager [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Received event network-vif-plugged-dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.194644] env[69325]: DEBUG oslo_concurrency.lockutils [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.194874] env[69325]: DEBUG oslo_concurrency.lockutils [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.195063] env[69325]: DEBUG oslo_concurrency.lockutils [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.195240] env[69325]: DEBUG nova.compute.manager [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] No waiting events found dispatching network-vif-plugged-dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.195408] env[69325]: WARNING nova.compute.manager [req-6ab3fecd-e460-47a4-a7e4-4aa5c8abf07b req-8f81ff77-bf5a-49a8-97c9-7673deacde58 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Received unexpected event network-vif-plugged-dd71ca79-3a14-4eec-8c16-02e4b82252bf for instance with vm_state building and task_state block_device_mapping. [ 1236.218156] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f45cc562-fcc7-4b1e-ab8a-bfa9a97a91a9] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.722854] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: b62a8dd1-446a-4c22-84a0-346a3eed7d8f] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.775855] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Successfully updated port: dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.595613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.595613] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.595613] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.599289] env[69325]: DEBUG oslo_concurrency.lockutils [None req-568e74c9-7240-471a-b52d-86049dad1893 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.858s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.600369] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.600583] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.601808] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3dd35aa5-4363-4117-8375-3f6f3fa4a85c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.605114] env[69325]: DEBUG nova.compute.manager [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Received event network-changed-dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.606130] env[69325]: DEBUG nova.compute.manager [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Refreshing instance network info cache due to event network-changed-dd71ca79-3a14-4eec-8c16-02e4b82252bf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.606130] env[69325]: DEBUG oslo_concurrency.lockutils [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.652322] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.814338] env[69325]: DEBUG nova.network.neutron [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.866204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "3503c065-f44c-47de-aff8-039a499a4503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.867033] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.118036] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.118036] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.119069] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.119452] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.119813] env[69325]: DEBUG nova.virt.hardware [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.120692] env[69325]: INFO nova.compute.manager [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Detaching volume d9aa1ca1-cd62-4729-a99b-8c4f8f1db374 [ 1238.126034] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab90b0b-2fc2-497c-b65d-902a330c755b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.129344] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: bee5a8e6-dd33-491a-9a9d-54caceadee34] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.132282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.132562] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.132928] env[69325]: DEBUG nova.objects.instance [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid c2d4e33e-4ddb-406c-ae1e-5655950f6a3b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.146177] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9312bc-6ad2-4dfe-aea3-a23446ca0280 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.175139] env[69325]: INFO nova.virt.block_device [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Attempting to driver detach volume d9aa1ca1-cd62-4729-a99b-8c4f8f1db374 from mountpoint /dev/sdc [ 1238.175399] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.175709] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807034', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'name': 'volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'serial': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.177335] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad28b5-ae60-475b-894a-71c06496e260 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.202585] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e8394-254a-4aa7-b174-53131a041762 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.211657] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c0ac14-96cd-427f-896e-60fefc703d88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.235625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca26d0e7-fa4b-42c6-be96-d2e8649a2e24 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.253053] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] The volume has not been displaced from its original location: [datastore2] volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374/volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.258381] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.258816] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379ac4b1-d6c1-4d12-b966-97f5d3529b10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.277894] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1238.277894] env[69325]: value = "task-4072682" [ 1238.277894] env[69325]: _type = "Task" [ 1238.277894] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.287432] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.317491] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.317936] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Instance network_info: |[{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.318316] env[69325]: DEBUG oslo_concurrency.lockutils [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.318528] env[69325]: DEBUG nova.network.neutron [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Refreshing network info cache for port dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.320865] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e0:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd71ca79-3a14-4eec-8c16-02e4b82252bf', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.330346] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.331344] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.331687] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7273e510-4248-45a8-8b49-1532af4069ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.354410] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.354410] env[69325]: value = "task-4072683" [ 1238.354410] env[69325]: _type = "Task" [ 1238.354410] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.363187] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072683, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.369307] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.639905] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 70a9c8d9-900e-4517-92db-73a4e56d195e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.763108] env[69325]: DEBUG nova.objects.instance [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid c2d4e33e-4ddb-406c-ae1e-5655950f6a3b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.787942] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072682, 'name': ReconfigVM_Task, 'duration_secs': 0.279549} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.788245] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.793121] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cb3101-423b-4b07-8bdf-56d64628416b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.808961] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1238.808961] env[69325]: value = "task-4072684" [ 1238.808961] env[69325]: _type = "Task" [ 1238.808961] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.819317] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.864524] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072683, 'name': CreateVM_Task, 'duration_secs': 0.390572} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.864524] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.865268] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '89cccaff-c546-4051-a3ba-4c14cfe97ee2', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807032', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'name': 'volume-46ee2036-a673-40d7-8c3e-9e97902e03f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '627d8aad-a1f9-41b2-ad71-823a0d726522', 'attached_at': '', 'detached_at': '', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'serial': '46ee2036-a673-40d7-8c3e-9e97902e03f1'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69325) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1238.865598] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Root volume attach. Driver type: vmdk {{(pid=69325) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1238.866575] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f963d11-31fe-4c90-b13b-14c3ce258ca6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.875247] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cf1729-49c6-4af3-b02e-f7b7f9ad599e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.885130] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893f8937-99f6-47b5-814f-7fc23f1bd3dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.892016] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3466271a-28b2-4be5-86b2-e6ecee541327 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.898177] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.898456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.900458] env[69325]: INFO nova.compute.claims [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.905184] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1238.905184] env[69325]: value = "task-4072685" [ 1238.905184] env[69325]: _type = "Task" [ 1238.905184] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.921148] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.114118] env[69325]: DEBUG nova.network.neutron [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updated VIF entry in instance network info cache for port dd71ca79-3a14-4eec-8c16-02e4b82252bf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.114600] env[69325]: DEBUG nova.network.neutron [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.143228] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 0bf516da-ac1d-4ce4-a2f2-4ae89d0120f4] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.266240] env[69325]: DEBUG nova.objects.base [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.266541] env[69325]: DEBUG nova.network.neutron [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.325508] env[69325]: DEBUG oslo_vmware.api [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072684, 'name': ReconfigVM_Task, 'duration_secs': 0.160821} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.325873] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807034', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'name': 'volume-d9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b8bb8df-65c4-4342-abea-22872c97a300', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374', 'serial': 'd9aa1ca1-cd62-4729-a99b-8c4f8f1db374'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.373925] env[69325]: DEBUG nova.policy [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.419087] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 35%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.577872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "3bfa1213-a42a-4496-972d-7356b7a2b178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.578144] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.617343] env[69325]: DEBUG oslo_concurrency.lockutils [req-a1539461-a28d-4302-bcc2-74bb1440423d req-c7c19537-fecb-4075-9719-ae5bdb3c5a47 service nova] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.647344] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: e5f45a1f-33d1-4633-b03f-307e9ba561af] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.887852] env[69325]: DEBUG nova.objects.instance [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'flavor' on Instance uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.920584] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 49%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.078233] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a925a9f-a25e-4276-a901-c9fa7c03a6fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.086031] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.091679] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef9a48-3376-4e71-a1eb-1b752af1ea9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.124030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22b30e-6d6c-4270-b06d-3fda309e912a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.133175] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312c6859-ca9e-4908-9de4-9988a4ece545 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.148618] env[69325]: DEBUG nova.compute.provider_tree [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.150525] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: c24189e8-ca4b-448f-954f-e25bcc4db234] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.421646] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 62%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.611746] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.657158] env[69325]: DEBUG nova.scheduler.client.report [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.660495] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: f17cebdf-b876-4778-80c9-f4a50b0bd402] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.857640] env[69325]: DEBUG nova.compute.manager [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.857640] env[69325]: DEBUG oslo_concurrency.lockutils [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.857790] env[69325]: DEBUG oslo_concurrency.lockutils [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.858251] env[69325]: DEBUG oslo_concurrency.lockutils [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.858649] env[69325]: DEBUG nova.compute.manager [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] No waiting events found dispatching network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.858935] env[69325]: WARNING nova.compute.manager [req-1a05b565-b8ae-4215-b3b8-4c0fcfc73088 req-b701e636-e996-43ed-bdcd-a417a02f5933 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received unexpected event network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 for instance with vm_state active and task_state None. [ 1240.896016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9727213e-7466-45dc-b840-711f50ef2efb tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.925887] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 75%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.979943] env[69325]: DEBUG nova.network.neutron [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Successfully updated port: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.164316] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.164929] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.169050] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.558s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.171350] env[69325]: INFO nova.compute.claims [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.175207] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ffd7b1db-a645-43fa-ab71-890130bf4a76] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.418402] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 88%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.483114] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.483188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.483440] env[69325]: DEBUG nova.network.neutron [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.655042] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.655234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.655465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.656189] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.656457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.658937] env[69325]: INFO nova.compute.manager [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Terminating instance [ 1241.679542] env[69325]: DEBUG nova.compute.utils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.683557] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 20214520-e4ae-4e49-8958-f2196303b998] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.689352] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Not allocating networking since 'none' was specified. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1241.918957] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 97%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.030961] env[69325]: WARNING nova.network.neutron [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1242.164495] env[69325]: DEBUG nova.compute.manager [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.164776] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.165660] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be160779-dc65-4536-ae2f-53186cfd5bec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.174400] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.174719] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15626529-23fd-400b-aec5-8a7c2e48dc5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.182400] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1242.182400] env[69325]: value = "task-4072686" [ 1242.182400] env[69325]: _type = "Task" [ 1242.182400] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.192495] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.195620] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 53a5c270-6084-4c1e-a63b-7cc7de611e8c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.202492] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.407164] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aedd58-7b45-440c-9e35-2f7f8b69be8c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.423900] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task} progress is 98%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.425064] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99654cca-018c-4e02-8902-760f5c241a8b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.460329] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c14ea9-e044-47f3-8ea8-e797914d0a26 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.468964] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db227875-d798-4b77-8429-e49c6150848f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.483537] env[69325]: DEBUG nova.compute.provider_tree [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.497140] env[69325]: DEBUG nova.network.neutron [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "address": "fa:16:3e:f1:45:e9", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a873dd-7f", "ovs_interfaceid": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.692861] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072686, 'name': PowerOffVM_Task, 'duration_secs': 0.238821} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.694236] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.694442] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.694714] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698a4406-4d71-4fb4-864a-44880eeb027a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.770600] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.770863] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.771069] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleting the datastore file [datastore1] 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.771401] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-142ad48a-9a7e-4526-9e75-bc6a9f96cec0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.780998] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for the task: (returnval){ [ 1242.780998] env[69325]: value = "task-4072688" [ 1242.780998] env[69325]: _type = "Task" [ 1242.780998] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.790398] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.926693] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072685, 'name': RelocateVM_Task, 'duration_secs': 3.696368} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.927067] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.927326] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807032', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'name': 'volume-46ee2036-a673-40d7-8c3e-9e97902e03f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '627d8aad-a1f9-41b2-ad71-823a0d726522', 'attached_at': '', 'detached_at': '', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'serial': '46ee2036-a673-40d7-8c3e-9e97902e03f1'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.928186] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1813c3f-214f-4a59-80ac-b7ac7eaa9cb8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.944920] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c58cec-a490-4f20-b3f8-273402247ef7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.969212] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-46ee2036-a673-40d7-8c3e-9e97902e03f1/volume-46ee2036-a673-40d7-8c3e-9e97902e03f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.969769] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e368a391-c790-4cc8-ba49-0d3caaa96c79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.988423] env[69325]: DEBUG nova.scheduler.client.report [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.993209] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1242.993209] env[69325]: value = "task-4072689" [ 1242.993209] env[69325]: _type = "Task" [ 1242.993209] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.999994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.001497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.001497] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.007842] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232906e6-b8e4-4b2b-be35-a45894a4554e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.010909] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.033308] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.033571] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.033727] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.033906] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.034061] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.034213] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.034434] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.034602] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.034998] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.034998] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.035182] env[69325]: DEBUG nova.virt.hardware [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.041842] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfiguring VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1243.042045] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed9f224-4221-4489-a235-9c9709b392ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.061636] env[69325]: DEBUG oslo_vmware.api [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1243.061636] env[69325]: value = "task-4072690" [ 1243.061636] env[69325]: _type = "Task" [ 1243.061636] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.068892] env[69325]: DEBUG nova.compute.manager [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.069111] env[69325]: DEBUG nova.compute.manager [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-61a873dd-7fa6-4175-a7fd-c835b0f12f02. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.069324] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.069492] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.069622] env[69325]: DEBUG nova.network.neutron [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.077610] env[69325]: DEBUG oslo_vmware.api [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072690, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.207915] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.234020] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.234328] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.234471] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.234653] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.234860] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.236044] env[69325]: DEBUG nova.virt.hardware [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.236160] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71d29a-0b30-4871-bf29-517b06e4e83d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.245829] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6d010-ba37-400e-9fa6-15f341733c58 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.266623] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.272266] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Creating folder: Project (181f9e5c064842408b01a6a3ef11f463). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.272631] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc6a399-ca09-4e3f-8a90-024a6e0298ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.286385] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Created folder: Project (181f9e5c064842408b01a6a3ef11f463) in parent group-v806727. [ 1243.286711] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Creating folder: Instances. Parent ref: group-v807036. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.287227] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e585dde-c203-40b5-a05e-3fb9036eb2dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.292294] env[69325]: DEBUG oslo_vmware.api [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Task: {'id': task-4072688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146087} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.292965] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.293236] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.293455] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.293715] env[69325]: INFO nova.compute.manager [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1243.293907] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.294174] env[69325]: DEBUG nova.compute.manager [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.294244] env[69325]: DEBUG nova.network.neutron [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.301639] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Created folder: Instances in parent group-v807036. [ 1243.301882] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.302100] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.302322] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08eca564-a939-472e-b050-cc121c9d5a23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.320328] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.320328] env[69325]: value = "task-4072693" [ 1243.320328] env[69325]: _type = "Task" [ 1243.320328] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.331879] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072693, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.475464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.475464] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.494625] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.495534] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.511327] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072689, 'name': ReconfigVM_Task, 'duration_secs': 0.445785} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.511641] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-46ee2036-a673-40d7-8c3e-9e97902e03f1/volume-46ee2036-a673-40d7-8c3e-9e97902e03f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.517816] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2119e30a-dc14-499b-9de2-1851ad1453cf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.535683] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1243.535683] env[69325]: value = "task-4072694" [ 1243.535683] env[69325]: _type = "Task" [ 1243.535683] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.546668] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.576959] env[69325]: DEBUG oslo_vmware.api [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.690147] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.832228] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072693, 'name': CreateVM_Task, 'duration_secs': 0.337315} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.832603] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.832884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.833068] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.833410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.833675] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96072894-c963-4a28-8271-7bc59ea60ed2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.839841] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1243.839841] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529547b1-0067-edeb-fec2-76f5896ec56e" [ 1243.839841] env[69325]: _type = "Task" [ 1243.839841] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.848443] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529547b1-0067-edeb-fec2-76f5896ec56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.927336] env[69325]: DEBUG nova.network.neutron [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 61a873dd-7fa6-4175-a7fd-c835b0f12f02. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.927991] env[69325]: DEBUG nova.network.neutron [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "address": "fa:16:3e:f1:45:e9", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a873dd-7f", "ovs_interfaceid": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.978760] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.005807] env[69325]: DEBUG nova.compute.utils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.007459] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.007850] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.047666] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072694, 'name': ReconfigVM_Task, 'duration_secs': 0.166285} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.049209] env[69325]: DEBUG nova.policy [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3de6e282414de798a1dcb1c207400d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cd235f84664a8ea102cddacec2fec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.050856] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807032', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'name': 'volume-46ee2036-a673-40d7-8c3e-9e97902e03f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '627d8aad-a1f9-41b2-ad71-823a0d726522', 'attached_at': '', 'detached_at': '', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'serial': '46ee2036-a673-40d7-8c3e-9e97902e03f1'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.051436] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884625af-d049-418b-be51-bdc38e918c4a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.061307] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1244.061307] env[69325]: value = "task-4072695" [ 1244.061307] env[69325]: _type = "Task" [ 1244.061307] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.075128] env[69325]: DEBUG oslo_vmware.api [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072690, 'name': ReconfigVM_Task, 'duration_secs': 0.783895} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.078556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.078650] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfigured VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1244.081461] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072695, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.203153] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.203153] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.203153] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.203153] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_power_states {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.355102] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529547b1-0067-edeb-fec2-76f5896ec56e, 'name': SearchDatastore_Task, 'duration_secs': 0.028549} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.355102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.355102] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.355102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355102] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.355102] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52bd9ceb-b352-4736-890e-17e57c5fbf86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.365369] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.365688] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.367079] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Successfully created port: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.369017] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2538c575-81e1-4c8f-a188-e30791da8b83 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.374817] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1244.374817] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520900ec-b278-d6f4-de7d-33fa0b537259" [ 1244.374817] env[69325]: _type = "Task" [ 1244.374817] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.383658] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520900ec-b278-d6f4-de7d-33fa0b537259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.420361] env[69325]: DEBUG nova.network.neutron [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.431673] env[69325]: DEBUG oslo_concurrency.lockutils [req-6a2e4826-fbcf-45b5-9738-ec97727ea72b req-a1a1378e-6136-494b-a28c-a18237589e32 service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.507031] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.507300] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.510415] env[69325]: INFO nova.compute.claims [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.513932] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.573700] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072695, 'name': Rename_Task, 'duration_secs': 0.150512} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.573930] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.574207] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67a42bde-d2a8-442d-9d74-fd8fd45caa70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.582921] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1244.582921] env[69325]: value = "task-4072696" [ 1244.582921] env[69325]: _type = "Task" [ 1244.582921] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.588417] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a13425f6-fc6d-4354-97ee-986b093c11c6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.455s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.594722] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.708452] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Getting list of instances from cluster (obj){ [ 1244.708452] env[69325]: value = "domain-c8" [ 1244.708452] env[69325]: _type = "ClusterComputeResource" [ 1244.708452] env[69325]: } {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1244.709600] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922f4037-8efd-4635-9bb1-a04e95f279a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.730217] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Got total of 8 instances {{(pid=69325) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1244.730436] env[69325]: WARNING nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1244.730558] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 4773e448-8574-4687-bee5-1a49548c0d42 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.730766] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.730929] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731097] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid c2d4e33e-4ddb-406c-ae1e-5655950f6a3b {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731254] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 50b7797c-f0ee-42a3-b675-d7ce5694b6ad {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731408] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 321c3745-49ac-42e8-bdab-99ffcb1e3327 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731561] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731712] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 627d8aad-a1f9-41b2-ad71-823a0d726522 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.731863] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 3503c065-f44c-47de-aff8-039a499a4503 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.732060] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Triggering sync for uuid 3bfa1213-a42a-4496-972d-7356b7a2b178 {{(pid=69325) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.732418] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "4773e448-8574-4687-bee5-1a49548c0d42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.732777] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "4773e448-8574-4687-bee5-1a49548c0d42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.733076] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.733278] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.733693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "9b8bb8df-65c4-4342-abea-22872c97a300" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.733915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.734107] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.734341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.734521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.734739] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.734916] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.735152] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.735327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.735549] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.735751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "3503c065-f44c-47de-aff8-039a499a4503" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.735947] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "3bfa1213-a42a-4496-972d-7356b7a2b178" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.736913] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67359e3a-d061-44b8-968f-dba8f29150f2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.740136] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4cbd8-5d8a-4222-b671-c28cd743db00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.742835] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b4aad-8954-4d35-943d-cc27dde52453 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.747135] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2fcb0c-101d-477e-ac1d-6516cc194f30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.749753] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2cb898-5963-43c5-b6ef-bd46bf1be0f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.752490] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496c0b2-8482-43cc-9fe9-55ac5b2c4002 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.885732] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520900ec-b278-d6f4-de7d-33fa0b537259, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.886601] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a09e42b-2b46-466b-8727-f475ecd23273 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.892417] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1244.892417] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5280d4c1-b8c0-bcf6-23a8-6d54209a513c" [ 1244.892417] env[69325]: _type = "Task" [ 1244.892417] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.900835] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5280d4c1-b8c0-bcf6-23a8-6d54209a513c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.922841] env[69325]: INFO nova.compute.manager [-] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Took 1.63 seconds to deallocate network for instance. [ 1245.094584] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.096591] env[69325]: DEBUG nova.compute.manager [req-cc28f62d-1fb5-485f-a0c6-670a90c199a9 req-077a2fbd-595d-4201-a125-bbf1d374fa79 service nova] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Received event network-vif-deleted-4e6814af-a792-4981-b52e-71c9a731eda8 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.272150] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.272560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.272875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "4773e448-8574-4687-bee5-1a49548c0d42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.273209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.274659] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.274949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.405660] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5280d4c1-b8c0-bcf6-23a8-6d54209a513c, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.406086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.406453] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.406804] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb90d0dd-8838-4357-9e4d-b481c490d749 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.414653] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1245.414653] env[69325]: value = "task-4072697" [ 1245.414653] env[69325]: _type = "Task" [ 1245.414653] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.423801] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.429995] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.528058] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.558176] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.558435] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.560241] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.560567] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.560567] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.560633] env[69325]: DEBUG nova.virt.hardware [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.562065] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025ee65-2ac1-4d17-a60b-fecf22178514 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.570295] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e9a48-607e-41f7-8f98-aa6cd232e643 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.606798] env[69325]: DEBUG oslo_vmware.api [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072696, 'name': PowerOnVM_Task, 'duration_secs': 0.848785} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.608438] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.608700] env[69325]: INFO nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1245.608920] env[69325]: DEBUG nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.615183] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31368dd-123c-409d-bee5-9103d427529c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.726599] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b532a5-d5c7-413f-a87a-1846808c3f3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.739587] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f226a94-9e8c-4521-81ab-b5f9cfaee841 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.778531] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd11ff-70fc-4b73-8a6c-d86fffeff1b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.790348] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60cf5ea-92d0-48c4-b97a-617fc3a5715b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.810111] env[69325]: DEBUG nova.compute.provider_tree [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.911486] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Successfully updated port: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.927544] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072697, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.927791] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.928015] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.928340] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c57663d9-3c92-4ff0-8d21-fc70a5ef07c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.936689] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1245.936689] env[69325]: value = "task-4072698" [ 1245.936689] env[69325]: _type = "Task" [ 1245.936689] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.945453] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.119146] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.119428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.139599] env[69325]: INFO nova.compute.manager [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Took 14.87 seconds to build instance. [ 1246.313732] env[69325]: DEBUG nova.scheduler.client.report [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.414591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.418021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.418021] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.456582] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07157} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.456979] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.457758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c94f5-4001-48f9-bbf1-2b4ae0dece80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.479538] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.479892] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50814a00-3223-4efe-91f5-93da358098f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.502183] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1246.502183] env[69325]: value = "task-4072699" [ 1246.502183] env[69325]: _type = "Task" [ 1246.502183] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.511994] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.628024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.628024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.628024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c207d990-b14f-4c07-8ad5-49ed25e058c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.645078] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eaef68b0-3eae-4141-86d0-efd039f4759b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.379s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.645915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.910s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.646353] env[69325]: INFO nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] During sync_power_state the instance has a pending task (spawning). Skip. [ 1246.646712] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.647774] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42190726-83f2-4210-bbbe-0705611ba996 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676606] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfiguring VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1246.679962] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dc72ef-421d-4554-981c-ae0a78833fbf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.699199] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1246.699199] env[69325]: value = "task-4072700" [ 1246.699199] env[69325]: _type = "Task" [ 1246.699199] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.707695] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.819313] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.819634] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.823452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.394s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.823727] env[69325]: DEBUG nova.objects.instance [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lazy-loading 'resources' on Instance uuid 9b8bb8df-65c4-4342-abea-22872c97a300 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.972097] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.013277] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.123637] env[69325]: DEBUG nova.network.neutron [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updating instance_info_cache with network_info: [{"id": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "address": "fa:16:3e:a9:57:4f", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9302958-12", "ovs_interfaceid": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.143700] env[69325]: DEBUG nova.compute.manager [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.144671] env[69325]: DEBUG nova.compute.manager [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing instance network info cache due to event network-changed-66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.145106] env[69325]: DEBUG oslo_concurrency.lockutils [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] Acquiring lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.145399] env[69325]: DEBUG oslo_concurrency.lockutils [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] Acquired lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.145752] env[69325]: DEBUG nova.network.neutron [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Refreshing network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.159561] env[69325]: DEBUG nova.compute.manager [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Received event network-vif-plugged-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.159561] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Acquiring lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.160625] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.161010] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.162014] env[69325]: DEBUG nova.compute.manager [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] No waiting events found dispatching network-vif-plugged-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.163101] env[69325]: WARNING nova.compute.manager [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Received unexpected event network-vif-plugged-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 for instance with vm_state building and task_state spawning. [ 1247.163101] env[69325]: DEBUG nova.compute.manager [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Received event network-changed-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.163101] env[69325]: DEBUG nova.compute.manager [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Refreshing instance network info cache due to event network-changed-f9302958-1290-4d9c-a6f1-3c7931a0b7c4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.163101] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Acquiring lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.210695] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.327546] env[69325]: DEBUG nova.compute.utils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.332793] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.333217] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.389172] env[69325]: DEBUG nova.policy [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee2fe4dd8997452aafee0ca3c2805f21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a5b8addfebc4e93b5ceea8dd4179e13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.519493] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072699, 'name': ReconfigVM_Task, 'duration_secs': 0.800966} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.519493] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.522858] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e23866b-f413-4ea4-ae5c-aa49c48a3b0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.534328] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1247.534328] env[69325]: value = "task-4072701" [ 1247.534328] env[69325]: _type = "Task" [ 1247.534328] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.550041] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072701, 'name': Rename_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.552015] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c95b6f-8c6d-46dd-8445-18a4b7b1f793 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.562952] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506ea99f-bbab-4274-a9ab-6acfc60f2be0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.596885] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736408ec-c770-4ec3-a0d6-0f287cbbcef8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.605378] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c030e4-98bc-461f-a57b-9b2b4089b8d4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.619843] env[69325]: DEBUG nova.compute.provider_tree [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.625272] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.625579] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance network_info: |[{"id": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "address": "fa:16:3e:a9:57:4f", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9302958-12", "ovs_interfaceid": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.625863] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Acquired lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.626052] env[69325]: DEBUG nova.network.neutron [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Refreshing network info cache for port f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.627267] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:57:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9302958-1290-4d9c-a6f1-3c7931a0b7c4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.635307] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.639046] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.639046] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416a82cb-1dac-4b4d-949a-de718b8d4d48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.661644] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.661644] env[69325]: value = "task-4072702" [ 1247.661644] env[69325]: _type = "Task" [ 1247.661644] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.676157] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072702, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.710116] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.833907] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.978504] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Successfully created port: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.046926] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072701, 'name': Rename_Task, 'duration_secs': 0.144797} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.046926] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.046926] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee71595-e2e5-4a55-8f00-c42fbf107fa8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.055143] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1248.055143] env[69325]: value = "task-4072703" [ 1248.055143] env[69325]: _type = "Task" [ 1248.055143] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.058945] env[69325]: DEBUG nova.network.neutron [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updated VIF entry in instance network info cache for port 66300793-8526-4267-8d4d-2615fcfd91c4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.059317] env[69325]: DEBUG nova.network.neutron [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updating instance_info_cache with network_info: [{"id": "66300793-8526-4267-8d4d-2615fcfd91c4", "address": "fa:16:3e:89:02:9d", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66300793-85", "ovs_interfaceid": "66300793-8526-4267-8d4d-2615fcfd91c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.066379] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.123155] env[69325]: DEBUG nova.scheduler.client.report [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.173875] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072702, 'name': CreateVM_Task, 'duration_secs': 0.332353} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.174072] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.175103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.175304] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.175606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.176523] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5899666d-e9bb-44ea-9ea3-a77700522e97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.182870] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1248.182870] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]526a7328-89c6-52d6-73c2-d27a50c9c7cf" [ 1248.182870] env[69325]: _type = "Task" [ 1248.182870] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.194697] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526a7328-89c6-52d6-73c2-d27a50c9c7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.210180] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.451319] env[69325]: DEBUG nova.network.neutron [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updated VIF entry in instance network info cache for port f9302958-1290-4d9c-a6f1-3c7931a0b7c4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.451739] env[69325]: DEBUG nova.network.neutron [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updating instance_info_cache with network_info: [{"id": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "address": "fa:16:3e:a9:57:4f", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9302958-12", "ovs_interfaceid": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.561977] env[69325]: DEBUG oslo_concurrency.lockutils [req-14245ad1-f1f6-4605-a561-35a572821859 req-f901a256-cff3-4a1f-a2eb-3fa448bd0c3a service nova] Releasing lock "refresh_cache-4773e448-8574-4687-bee5-1a49548c0d42" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.566475] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.629694] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.656787] env[69325]: INFO nova.scheduler.client.report [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Deleted allocations for instance 9b8bb8df-65c4-4342-abea-22872c97a300 [ 1248.695814] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]526a7328-89c6-52d6-73c2-d27a50c9c7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.696455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.696726] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.697011] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.697175] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.697390] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.697660] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1bee262-c113-4ecf-b966-4230dadf57ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.709598] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.710627] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.710799] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.711553] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3d2b8c-75e7-403b-84ff-9e4def87084a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.717769] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1248.717769] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520be2ab-8dd5-aa99-bed6-d5e46d1e5fc5" [ 1248.717769] env[69325]: _type = "Task" [ 1248.717769] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.726559] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520be2ab-8dd5-aa99-bed6-d5e46d1e5fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.807998] env[69325]: DEBUG nova.compute.manager [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.843360] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.870311] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.870605] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.870772] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.870959] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.871123] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.871276] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.871510] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.872064] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.872064] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.872064] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.872235] env[69325]: DEBUG nova.virt.hardware [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.873131] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e644ebb-6f10-44ce-a2f8-095e0a264cfc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.883902] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f1755-31c3-4f90-bf58-47141ce1accd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.954459] env[69325]: DEBUG oslo_concurrency.lockutils [req-387e26cd-ce58-4de5-ba55-5b6eabb5e294 req-4fd1ebd6-0538-4222-8150-0ab1ac9bb2fb service nova] Releasing lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.067044] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.167502] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3700e24c-6d38-4dde-9542-c1e515780695 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.512s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.168381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.435s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.168648] env[69325]: INFO nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] During sync_power_state the instance has a pending task (deleting). Skip. [ 1249.168648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "9b8bb8df-65c4-4342-abea-22872c97a300" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.172951] env[69325]: DEBUG nova.compute.manager [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Received event network-changed-dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.173211] env[69325]: DEBUG nova.compute.manager [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Refreshing instance network info cache due to event network-changed-dd71ca79-3a14-4eec-8c16-02e4b82252bf. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.173456] env[69325]: DEBUG oslo_concurrency.lockutils [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.173644] env[69325]: DEBUG oslo_concurrency.lockutils [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.173920] env[69325]: DEBUG nova.network.neutron [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Refreshing network info cache for port dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.210874] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.229667] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520be2ab-8dd5-aa99-bed6-d5e46d1e5fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.029492} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.230485] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec1f40b-68a0-4095-9a98-773e2f46eacd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.237377] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1249.237377] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520db2fd-a14f-57d7-6abe-f79b42f5e8ee" [ 1249.237377] env[69325]: _type = "Task" [ 1249.237377] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.246620] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520db2fd-a14f-57d7-6abe-f79b42f5e8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.326524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.326891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.554457] env[69325]: DEBUG nova.compute.manager [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.554601] env[69325]: DEBUG oslo_concurrency.lockutils [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.554822] env[69325]: DEBUG oslo_concurrency.lockutils [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.554977] env[69325]: DEBUG oslo_concurrency.lockutils [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.555163] env[69325]: DEBUG nova.compute.manager [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] No waiting events found dispatching network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1249.555331] env[69325]: WARNING nova.compute.manager [req-b9decae3-0a4b-4978-9ff1-49bdfcf921e8 req-ac2e4e0b-45dd-4d0a-8543-9c2a82475cec service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received unexpected event network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 for instance with vm_state building and task_state spawning. [ 1249.568241] env[69325]: DEBUG oslo_vmware.api [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072703, 'name': PowerOnVM_Task, 'duration_secs': 1.016142} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.568523] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.569393] env[69325]: INFO nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1249.569393] env[69325]: DEBUG nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.569770] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699b5af-c5fe-41d7-ac07-0895d5140fc9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.649283] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Successfully updated port: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.713045] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.749325] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520db2fd-a14f-57d7-6abe-f79b42f5e8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.019977} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.749610] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.749880] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.750169] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5764d0-e4f7-41b9-ac1f-14871296d205 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.760063] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1249.760063] env[69325]: value = "task-4072705" [ 1249.760063] env[69325]: _type = "Task" [ 1249.760063] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.774242] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.832160] env[69325]: INFO nova.compute.claims [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.095160] env[69325]: INFO nova.compute.manager [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Took 11.22 seconds to build instance. [ 1250.152672] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.152872] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153057] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.216503] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.274902] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.308258] env[69325]: DEBUG nova.network.neutron [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updated VIF entry in instance network info cache for port dd71ca79-3a14-4eec-8c16-02e4b82252bf. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.308687] env[69325]: DEBUG nova.network.neutron [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.338785] env[69325]: INFO nova.compute.resource_tracker [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating resource usage from migration c54a96f4-d5ae-4747-b280-7b25ecbbd511 [ 1250.505062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca75972-94d7-4914-aa76-a6f18484dafd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.513184] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ffd7bf-bdb6-4952-bee4-8b0b020ac4d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.545819] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aadaaeb-66a2-4169-adb8-c2311ff9b9bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.554076] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6957f1d-b4ca-4b08-9dd3-99d5a0bdbe92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.568698] env[69325]: DEBUG nova.compute.provider_tree [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.597868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-f74260db-414b-45d0-a8fd-2dcc3db2ea65 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.731s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.598204] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "3503c065-f44c-47de-aff8-039a499a4503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.862s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.598405] env[69325]: INFO nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3503c065-f44c-47de-aff8-039a499a4503] During sync_power_state the instance has a pending task (spawning). Skip. [ 1250.598584] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "3503c065-f44c-47de-aff8-039a499a4503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.659909] env[69325]: INFO nova.compute.manager [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Rebuilding instance [ 1250.691939] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.699972] env[69325]: DEBUG nova.compute.manager [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.700937] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58663056-dfb3-441e-a8b1-92baead36922 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.717556] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.771903] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756177} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.772191] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.772409] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.772656] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e97576-8b7f-49eb-ae45-af0e88613f4d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.779270] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1250.779270] env[69325]: value = "task-4072706" [ 1250.779270] env[69325]: _type = "Task" [ 1250.779270] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.787800] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.812137] env[69325]: DEBUG oslo_concurrency.lockutils [req-85ca25ea-ae3e-40a3-8d27-1eadeeb54350 req-41aed2c1-0b96-4541-9556-db809319880d service nova] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.844722] env[69325]: DEBUG nova.network.neutron [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.072189] env[69325]: DEBUG nova.scheduler.client.report [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.214824] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.289389] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059536} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.289677] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.290540] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf9615-ae48-408c-a625-88b86f5296dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.313886] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.314248] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3ac16f-504c-4db5-a25c-b4831482abcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.335791] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1251.335791] env[69325]: value = "task-4072707" [ 1251.335791] env[69325]: _type = "Task" [ 1251.335791] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.346414] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.346848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.347165] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance network_info: |[{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.347552] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:b0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ac6c33-3f88-4c4e-b58b-49a1ad65a810', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.354761] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating folder: Project (0a5b8addfebc4e93b5ceea8dd4179e13). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.355032] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a23bb76-1d93-44a4-8dac-0ef0fd33087d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.365471] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created folder: Project (0a5b8addfebc4e93b5ceea8dd4179e13) in parent group-v806727. [ 1251.365683] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating folder: Instances. Parent ref: group-v807040. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.365926] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35b348a-ef83-4bc8-a891-bd16dd1eb508 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.375985] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created folder: Instances in parent group-v807040. [ 1251.376258] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.376499] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.376717] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dbfa77d-5fec-474e-aece-f96258960200 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.395821] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.395821] env[69325]: value = "task-4072710" [ 1251.395821] env[69325]: _type = "Task" [ 1251.395821] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.403774] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072710, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.576892] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.250s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.577138] env[69325]: INFO nova.compute.manager [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Migrating [ 1251.588335] env[69325]: DEBUG nova.compute.manager [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.588595] env[69325]: DEBUG nova.compute.manager [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing instance network info cache due to event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.588902] env[69325]: DEBUG oslo_concurrency.lockutils [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.589092] env[69325]: DEBUG oslo_concurrency.lockutils [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.589270] env[69325]: DEBUG nova.network.neutron [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.715454] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.722261] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.722655] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce56e145-aea1-495e-b3ee-92c2ca076685 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.730127] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1251.730127] env[69325]: value = "task-4072712" [ 1251.730127] env[69325]: _type = "Task" [ 1251.730127] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.741272] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.846471] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.905494] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072710, 'name': CreateVM_Task, 'duration_secs': 0.408824} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.905715] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.906433] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.906614] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.906953] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.907254] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db13ead-300a-497e-beac-a6196163e308 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.912701] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1251.912701] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52c7738d-fb32-f188-aac3-0b819a547ada" [ 1251.912701] env[69325]: _type = "Task" [ 1251.912701] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.920946] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c7738d-fb32-f188-aac3-0b819a547ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.099496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.099496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.099496] env[69325]: DEBUG nova.network.neutron [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.218127] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.246836] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072712, 'name': PowerOffVM_Task, 'duration_secs': 0.178145} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.246836] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.246932] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.247721] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbd9433-40a6-45e0-83d6-41b401ac910f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.255527] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.255824] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecbd1fb4-2845-4401-8325-551f05192021 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.283457] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.283694] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.283862] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Deleting the datastore file [datastore1] 3503c065-f44c-47de-aff8-039a499a4503 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.284154] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3472dd79-dd96-400a-ab52-e553f70c2447 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.291958] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1252.291958] env[69325]: value = "task-4072714" [ 1252.291958] env[69325]: _type = "Task" [ 1252.291958] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.302240] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.346226] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072707, 'name': ReconfigVM_Task, 'duration_secs': 0.694995} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.346749] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.347292] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438e5191-42a9-4ec2-900e-4a4116e2b042 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.355612] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1252.355612] env[69325]: value = "task-4072715" [ 1252.355612] env[69325]: _type = "Task" [ 1252.355612] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.365117] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072715, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.366190] env[69325]: DEBUG nova.network.neutron [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updated VIF entry in instance network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.366612] env[69325]: DEBUG nova.network.neutron [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.424078] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52c7738d-fb32-f188-aac3-0b819a547ada, 'name': SearchDatastore_Task, 'duration_secs': 0.030369} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.424308] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.424525] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.424692] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.424801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.424992] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.425301] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0497aef-0ad5-4d1e-9aa6-59ae20bd12e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.434165] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.434403] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.435112] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d712be-cb86-4ae2-bbd8-df28b87114b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.441297] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1252.441297] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a8267f-64e9-a24e-a9d5-cc705e814be4" [ 1252.441297] env[69325]: _type = "Task" [ 1252.441297] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.450446] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a8267f-64e9-a24e-a9d5-cc705e814be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.718720] env[69325]: DEBUG oslo_vmware.api [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072700, 'name': ReconfigVM_Task, 'duration_secs': 5.798621} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.718968] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.719189] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Reconfigured VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1252.801746] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122778} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.802126] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.802355] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.802575] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.869179] env[69325]: DEBUG oslo_concurrency.lockutils [req-9bb73c52-0629-4a0c-aff0-af308a71cdc7 req-373ff3d0-53b4-4860-853c-0232c697269e service nova] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.869569] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072715, 'name': Rename_Task, 'duration_secs': 0.221089} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.870540] env[69325]: DEBUG nova.network.neutron [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.872149] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.872424] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4910fc9-c4c3-45ff-bbf5-1c6a7604c974 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.880967] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1252.880967] env[69325]: value = "task-4072716" [ 1252.880967] env[69325]: _type = "Task" [ 1252.880967] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.891367] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.952856] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a8267f-64e9-a24e-a9d5-cc705e814be4, 'name': SearchDatastore_Task, 'duration_secs': 0.019158} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.954032] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25fde041-86b9-4143-b87c-559fcac04cca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.960090] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1252.960090] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d4f0f3-3702-f7a8-d38e-8128c55ece0b" [ 1252.960090] env[69325]: _type = "Task" [ 1252.960090] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.969257] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d4f0f3-3702-f7a8-d38e-8128c55ece0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.975879] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.374021] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.395044] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072716, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.472623] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d4f0f3-3702-f7a8-d38e-8128c55ece0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.472975] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.473310] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.473618] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c69036-e8ec-4dc0-86de-42876c285671 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.480868] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1253.480868] env[69325]: value = "task-4072717" [ 1253.480868] env[69325]: _type = "Task" [ 1253.480868] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.489927] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.845436] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.845701] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.845864] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.846070] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.846230] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.846424] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.846597] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.846763] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.846934] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.847116] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.847300] env[69325]: DEBUG nova.virt.hardware [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.848280] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465a4fba-d7dc-4cc9-8802-668d6861b6f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.858243] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c7ba1-5da0-4369-8181-122c046a96ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.873766] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance VIF info [] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.880097] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.883706] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.884286] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76a77303-e123-4b4f-b9bf-e6432005a5b8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.905360] env[69325]: DEBUG oslo_vmware.api [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072716, 'name': PowerOnVM_Task, 'duration_secs': 0.935877} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.905642] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.905854] env[69325]: INFO nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1253.906052] env[69325]: DEBUG nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.906944] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d903752-1251-49fb-9915-008aeae0e3b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.911031] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.911031] env[69325]: value = "task-4072719" [ 1253.911031] env[69325]: _type = "Task" [ 1253.911031] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.929918] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072719, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.993823] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.073848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.074038] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.074222] env[69325]: DEBUG nova.network.neutron [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.139425] env[69325]: DEBUG nova.compute.manager [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.139713] env[69325]: DEBUG nova.compute.manager [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing instance network info cache due to event network-changed-1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.139922] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] Acquiring lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.426796] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072719, 'name': CreateVM_Task, 'duration_secs': 0.295149} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.427090] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.427404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.427602] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.427949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.429683] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcecf831-477d-42a4-95a2-807d0b840f86 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.431776] env[69325]: INFO nova.compute.manager [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Took 13.84 seconds to build instance. [ 1254.437291] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1254.437291] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521b8391-9516-5c00-ba0e-c282c01ab67e" [ 1254.437291] env[69325]: _type = "Task" [ 1254.437291] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.443401] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.443640] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.447469] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521b8391-9516-5c00-ba0e-c282c01ab67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.491414] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.854134] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.854455] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.854880] env[69325]: DEBUG nova.objects.instance [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'flavor' on Instance uuid 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.892150] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83a099-a634-48c5-b827-bea3b1eab68b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.911459] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.934757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.355s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.934757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.198s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.934757] env[69325]: INFO nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] During sync_power_state the instance has a pending task (networking). Skip. [ 1254.934757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.948400] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521b8391-9516-5c00-ba0e-c282c01ab67e, 'name': SearchDatastore_Task, 'duration_secs': 0.049934} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.948736] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.948923] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.949178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.949329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.949512] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.949793] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bff5f7-8bf5-4c9e-8041-0f7ee617b836 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.967677] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.967844] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.968657] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2859f708-3bf3-4189-9e4a-6074142fa1cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.974905] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1254.974905] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52de3c74-a138-dc39-f0ac-4482af33a8aa" [ 1254.974905] env[69325]: _type = "Task" [ 1254.974905] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.983312] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de3c74-a138-dc39-f0ac-4482af33a8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.991494] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.992362] env[69325]: INFO nova.network.neutron [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1254.992727] env[69325]: DEBUG nova.network.neutron [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.420180] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.420480] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9fdb9f-53a5-427f-990b-63bf1a4aa405 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.428130] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1255.428130] env[69325]: value = "task-4072720" [ 1255.428130] env[69325]: _type = "Task" [ 1255.428130] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.438584] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.443213] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.455934] env[69325]: DEBUG nova.objects.instance [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.486188] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52de3c74-a138-dc39-f0ac-4482af33a8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.036711} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.489792] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba9140d-b755-42e4-929c-c37913a1fd52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.497948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.500409] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525489} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.501936] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] Acquired lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.502149] env[69325]: DEBUG nova.network.neutron [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Refreshing network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.503372] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.503491] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.504058] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1255.504058] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529e1e63-c341-2b89-9abf-3ef9f320ce22" [ 1255.504058] env[69325]: _type = "Task" [ 1255.504058] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.504256] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9e8883-5fa8-45b1-99a6-23eaf3b0d0a4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.517157] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529e1e63-c341-2b89-9abf-3ef9f320ce22, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.518034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.518869] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.518869] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1255.518869] env[69325]: value = "task-4072721" [ 1255.518869] env[69325]: _type = "Task" [ 1255.518869] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.518869] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ea638c-4145-4159-8d0e-0aeb73d130b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.530568] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.532997] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1255.532997] env[69325]: value = "task-4072722" [ 1255.532997] env[69325]: _type = "Task" [ 1255.532997] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.542374] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.940903] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072720, 'name': PowerOffVM_Task, 'duration_secs': 0.239492} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.941231] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.941424] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.946179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.946396] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.946547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.946718] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1255.947949] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a120519-c278-4aea-a4c3-b6bd6b426abe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.960487] env[69325]: DEBUG nova.objects.base [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Object Instance<5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05> lazy-loaded attributes: flavor,pci_requests {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.960721] env[69325]: DEBUG nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.964686] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef7760b-b9e8-4251-a9a5-dac1ff4a4dcb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.987988] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d26c2-e1db-4f26-b954-3a212076e533 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.000116] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a50f6-a53e-4198-b62b-909ab58866b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.006978] env[69325]: DEBUG oslo_concurrency.lockutils [None req-eee69774-4006-46a1-9d50-f3f4a3877e62 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-61a873dd-7fa6-4175-a7fd-c835b0f12f02" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.887s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.040143] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179378MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1256.040338] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.040523] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.054183] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494727} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.059447] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.059683] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.060265] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075106} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.060480] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cfbe0c8-d7f3-4af1-ba70-fe66516d52e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.062575] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.063346] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7636ede-72e2-4b42-8283-988948bf285a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.087881] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.090671] env[69325]: DEBUG nova.policy [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e0170db3d5d44978971d8560e5a5914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30158893f14defbd56a78b4a347793', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.093669] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d65415-45fb-4d48-8af2-7f251197bf2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.108258] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1256.108258] env[69325]: value = "task-4072723" [ 1256.108258] env[69325]: _type = "Task" [ 1256.108258] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.117459] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1256.117459] env[69325]: value = "task-4072724" [ 1256.117459] env[69325]: _type = "Task" [ 1256.117459] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.128892] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.178255] env[69325]: DEBUG nova.compute.manager [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.178496] env[69325]: DEBUG nova.compute.manager [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing instance network info cache due to event network-changed-e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.178772] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.178962] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.179152] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.355824] env[69325]: DEBUG nova.network.neutron [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updated VIF entry in instance network info cache for port 1b2c7722-d3de-4c2d-8cd6-2896632ab842. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.356415] env[69325]: DEBUG nova.network.neutron [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [{"id": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "address": "fa:16:3e:8d:af:a0", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2c7722-d3", "ovs_interfaceid": "1b2c7722-d3de-4c2d-8cd6-2896632ab842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.450211] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.450747] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.450747] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.450913] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.450976] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.451438] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.451438] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.452246] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.452246] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.452246] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.452246] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.457573] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c475bc71-5e0b-475f-ba47-4f4f0dd552b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.473499] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1256.473499] env[69325]: value = "task-4072725" [ 1256.473499] env[69325]: _type = "Task" [ 1256.473499] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.482600] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.628072] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.628773] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.629579] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a762699-2e22-4010-bad5-721ea3c3a8f1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.635583] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072724, 'name': ReconfigVM_Task, 'duration_secs': 0.338353} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.636678] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.637498] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2f5fbc-fa04-4ee4-9f0b-687623945ca4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.656405] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.657365] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f032d07d-8fd0-4a6f-a6e1-b677fb78a606 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.673437] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1256.673437] env[69325]: value = "task-4072726" [ 1256.673437] env[69325]: _type = "Task" [ 1256.673437] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.679790] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1256.679790] env[69325]: value = "task-4072727" [ 1256.679790] env[69325]: _type = "Task" [ 1256.679790] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.685453] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072726, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.695038] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.859432] env[69325]: DEBUG oslo_concurrency.lockutils [req-f3f457f1-d458-498a-a05f-e3a3fef678b5 req-516196e0-d188-4b96-a8a6-01a822ab8c9e service nova] Releasing lock "refresh_cache-c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.918547] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updated VIF entry in instance network info cache for port e0c0b773-3411-4274-a4ea-7ca3f1d34a92. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.918960] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.984404] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072725, 'name': ReconfigVM_Task, 'duration_secs': 0.379755} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.984546] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.056674] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance 627d8aad-a1f9-41b2-ad71-823a0d726522 as it has an incoming, in-progress migration c54a96f4-d5ae-4747-b280-7b25ecbbd511. Migration status is migrating {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1257.058011] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating resource usage from migration c54a96f4-d5ae-4747-b280-7b25ecbbd511 [ 1257.079751] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.079933] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080072] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance c2d4e33e-4ddb-406c-ae1e-5655950f6a3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080499] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 50b7797c-f0ee-42a3-b675-d7ce5694b6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080499] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 321c3745-49ac-42e8-bdab-99ffcb1e3327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080499] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080499] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3503c065-f44c-47de-aff8-039a499a4503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080826] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3bfa1213-a42a-4496-972d-7356b7a2b178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080826] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 615e46df-188e-4520-87f1-972f3cbab35e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.080826] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration c54a96f4-d5ae-4747-b280-7b25ecbbd511 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1257.080933] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 627d8aad-a1f9-41b2-ad71-823a0d726522 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.081414] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1257.081414] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1257.189726] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072726, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.197854] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.241238] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8443fb-f65f-4049-b4ff-51253d5107c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.249892] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d297c-e277-44b7-9d77-83cb4078aeab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.282139] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4394e26-3e34-465a-85ae-da823f1b36b4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.290677] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e26ed-94f5-49be-9807-12377db204c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.306342] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.422428] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.422790] env[69325]: DEBUG nova.compute.manager [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Received event network-changed-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.423061] env[69325]: DEBUG nova.compute.manager [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Refreshing instance network info cache due to event network-changed-f9302958-1290-4d9c-a6f1-3c7931a0b7c4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.423452] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Acquiring lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.423592] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Acquired lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.423827] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Refreshing network info cache for port f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.492438] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.492945] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.492945] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.493084] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.493230] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.493384] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.493597] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.493777] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.493977] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.494152] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.494363] env[69325]: DEBUG nova.virt.hardware [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.500333] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.501218] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac6f01d-c726-4b33-937a-0bf71074ad08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.523280] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1257.523280] env[69325]: value = "task-4072728" [ 1257.523280] env[69325]: _type = "Task" [ 1257.523280] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.533183] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.694894] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072726, 'name': Rename_Task, 'duration_secs': 0.911112} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.696382] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.696382] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e58799-11c6-42bf-a097-7e62fee4983c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.702072] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.708358] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1257.708358] env[69325]: value = "task-4072729" [ 1257.708358] env[69325]: _type = "Task" [ 1257.708358] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.719530] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.809663] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.900368] env[69325]: DEBUG nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Successfully updated port: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.035540] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072728, 'name': ReconfigVM_Task, 'duration_secs': 0.200333} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.036244] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.037150] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f225f-1798-4fc6-a352-8c2539a731dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.067093] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-46ee2036-a673-40d7-8c3e-9e97902e03f1/volume-46ee2036-a673-40d7-8c3e-9e97902e03f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.067465] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edafebcf-4fd5-4574-bd76-9c1056e13940 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.090770] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1258.090770] env[69325]: value = "task-4072730" [ 1258.090770] env[69325]: _type = "Task" [ 1258.090770] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.100535] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.196144] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072727, 'name': ReconfigVM_Task, 'duration_secs': 1.094117} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.196804] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3503c065-f44c-47de-aff8-039a499a4503/3503c065-f44c-47de-aff8-039a499a4503.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.197161] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7c0592-e058-4bf3-845d-eec4e94f9fa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.206192] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1258.206192] env[69325]: value = "task-4072731" [ 1258.206192] env[69325]: _type = "Task" [ 1258.206192] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.219813] env[69325]: DEBUG nova.compute.manager [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.220534] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.220534] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.220878] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.221101] env[69325]: DEBUG nova.compute.manager [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] No waiting events found dispatching network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1258.221387] env[69325]: WARNING nova.compute.manager [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received unexpected event network-vif-plugged-61a873dd-7fa6-4175-a7fd-c835b0f12f02 for instance with vm_state active and task_state None. [ 1258.221691] env[69325]: DEBUG nova.compute.manager [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-changed-61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.221961] env[69325]: DEBUG nova.compute.manager [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing instance network info cache due to event network-changed-61a873dd-7fa6-4175-a7fd-c835b0f12f02. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.222323] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.222585] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.222867] env[69325]: DEBUG nova.network.neutron [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Refreshing network info cache for port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.235813] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072731, 'name': Rename_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.236182] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.237336] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updated VIF entry in instance network info cache for port f9302958-1290-4d9c-a6f1-3c7931a0b7c4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.237774] env[69325]: DEBUG nova.network.neutron [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updating instance_info_cache with network_info: [{"id": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "address": "fa:16:3e:a9:57:4f", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9302958-12", "ovs_interfaceid": "f9302958-1290-4d9c-a6f1-3c7931a0b7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.316530] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1258.316780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.403381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.479747] env[69325]: DEBUG nova.network.neutron [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Added VIF to instance network info cache for port 61a873dd-7fa6-4175-a7fd-c835b0f12f02. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1258.480501] env[69325]: DEBUG nova.network.neutron [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "address": "fa:16:3e:f1:45:e9", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a873dd-7f", "ovs_interfaceid": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.602433] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.721114] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072731, 'name': Rename_Task, 'duration_secs': 0.156324} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.724488] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.724768] env[69325]: DEBUG oslo_vmware.api [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072729, 'name': PowerOnVM_Task, 'duration_secs': 0.581611} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.724981] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd131138-aecd-47ba-bc09-c41981e12d33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.726733] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.726952] env[69325]: INFO nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1258.727488] env[69325]: DEBUG nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.727976] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30ebf74-aabd-48b7-b27d-b6c40f6a7548 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.740804] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1258.740804] env[69325]: value = "task-4072732" [ 1258.740804] env[69325]: _type = "Task" [ 1258.740804] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.745322] env[69325]: DEBUG oslo_concurrency.lockutils [req-27de782c-162a-4401-b7e1-6e7102b15cb7 req-70b46eb8-0077-4f55-bbd4-a9dcf24b4f72 service nova] Releasing lock "refresh_cache-3bfa1213-a42a-4496-972d-7356b7a2b178" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.752102] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.983787] env[69325]: DEBUG oslo_concurrency.lockutils [req-8d0ad6ef-2fe8-4c70-989e-ceecfe5d162e req-e35b1ddc-588b-48f7-92db-a7dbdc7d6157 service nova] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.984282] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.984537] env[69325]: DEBUG nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.103416] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072730, 'name': ReconfigVM_Task, 'duration_secs': 0.671932} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.103716] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-46ee2036-a673-40d7-8c3e-9e97902e03f1/volume-46ee2036-a673-40d7-8c3e-9e97902e03f1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.103988] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.253796] env[69325]: INFO nova.compute.manager [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Took 14.77 seconds to build instance. [ 1259.259617] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.317323] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.317511] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.317596] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.317788] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.443882] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.550567] env[69325]: WARNING nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1259.550785] env[69325]: WARNING nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] 5cc14248-1a66-412f-821b-9be4de607dd5 already exists in list: networks containing: ['5cc14248-1a66-412f-821b-9be4de607dd5']. ignoring it [ 1259.550954] env[69325]: WARNING nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] 61a873dd-7fa6-4175-a7fd-c835b0f12f02 already exists in list: port_ids containing: ['61a873dd-7fa6-4175-a7fd-c835b0f12f02']. ignoring it [ 1259.610884] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325215db-4dc1-48aa-90ec-06058b108d4c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.634680] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce1ade4-5c92-4708-bad1-330301c312c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.654103] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.759244] env[69325]: DEBUG oslo_concurrency.lockutils [None req-5e2fc40c-3ef4-48c0-9e85-c363f567602c tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.284s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.759489] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.259681] env[69325]: DEBUG oslo_vmware.api [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072732, 'name': PowerOnVM_Task, 'duration_secs': 1.174774} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.259953] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.260178] env[69325]: DEBUG nova.compute.manager [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1260.261151] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a830f9-0af4-4ebf-8ecf-38cdbdb0ad53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.346420] env[69325]: DEBUG nova.network.neutron [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "address": "fa:16:3e:f1:45:e9", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a873dd-7f", "ovs_interfaceid": "61a873dd-7fa6-4175-a7fd-c835b0f12f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.475248] env[69325]: DEBUG nova.compute.manager [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.475354] env[69325]: DEBUG nova.compute.manager [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing instance network info cache due to event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.475743] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.475955] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.476278] env[69325]: DEBUG nova.network.neutron [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.777024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.777024] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.777024] env[69325]: DEBUG nova.objects.instance [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1260.850198] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.850938] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.851159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.852117] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b3cb6-6ba9-448f-95e9-93773f4128ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.873063] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.873373] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.873526] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.873718] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.873867] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.874026] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.874244] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.874590] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.874858] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.875127] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.875357] env[69325]: DEBUG nova.virt.hardware [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.881811] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfiguring VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1260.882577] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da6b7ba-0822-4257-809d-f1ae49a35902 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.900487] env[69325]: DEBUG oslo_vmware.api [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1260.900487] env[69325]: value = "task-4072733" [ 1260.900487] env[69325]: _type = "Task" [ 1260.900487] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.909559] env[69325]: DEBUG oslo_vmware.api [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072733, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.205592] env[69325]: DEBUG nova.network.neutron [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updated VIF entry in instance network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.205970] env[69325]: DEBUG nova.network.neutron [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.299412] env[69325]: DEBUG nova.network.neutron [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Port dd71ca79-3a14-4eec-8c16-02e4b82252bf binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.415601] env[69325]: DEBUG oslo_vmware.api [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.709533] env[69325]: DEBUG oslo_concurrency.lockutils [req-7f3b3efb-b754-4968-8ef7-a4edbf313680 req-96dd3551-f5d2-45e5-b7e1-4468e0c1ebba service nova] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.788036] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c826058-9011-4d28-8535-561f53c05449 tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.912719] env[69325]: DEBUG oslo_vmware.api [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072733, 'name': ReconfigVM_Task, 'duration_secs': 0.87984} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.921720] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.922139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfigured VM to attach interface {{(pid=69325) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1261.929371] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "3503c065-f44c-47de-aff8-039a499a4503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.929686] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.929940] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "3503c065-f44c-47de-aff8-039a499a4503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.930188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.930384] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.932597] env[69325]: INFO nova.compute.manager [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Terminating instance [ 1262.322423] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.322671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.322842] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.428277] env[69325]: DEBUG oslo_concurrency.lockutils [None req-96af603b-1092-446c-a1d2-5b89cbd385f9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.574s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.436801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "refresh_cache-3503c065-f44c-47de-aff8-039a499a4503" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.436801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquired lock "refresh_cache-3503c065-f44c-47de-aff8-039a499a4503" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.437017] env[69325]: DEBUG nova.network.neutron [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.956862] env[69325]: DEBUG nova.network.neutron [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.023574] env[69325]: DEBUG nova.network.neutron [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.358165] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.358373] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.358562] env[69325]: DEBUG nova.network.neutron [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.510835] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.511384] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.526605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Releasing lock "refresh_cache-3503c065-f44c-47de-aff8-039a499a4503" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.526605] env[69325]: DEBUG nova.compute.manager [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.526860] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.527744] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ccaa9-b320-4931-a588-4fb687f54ce2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.536597] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.536868] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5626f833-1956-4a3d-921a-110896afa0dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.543770] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1263.543770] env[69325]: value = "task-4072734" [ 1263.543770] env[69325]: _type = "Task" [ 1263.543770] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.552778] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.014747] env[69325]: DEBUG nova.compute.utils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.052928] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072734, 'name': PowerOffVM_Task, 'duration_secs': 0.20852} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.053231] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.053405] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.053657] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e020cc10-64be-4489-8b0e-1fcce8cb91de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.067974] env[69325]: DEBUG nova.network.neutron [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.079867] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.080117] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.080331] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Deleting the datastore file [datastore1] 3503c065-f44c-47de-aff8-039a499a4503 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.080938] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c963e4b-1925-4db5-acb2-7338f7ca2641 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.088966] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for the task: (returnval){ [ 1264.088966] env[69325]: value = "task-4072736" [ 1264.088966] env[69325]: _type = "Task" [ 1264.088966] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.100443] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.198998] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.199297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.518312] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.570919] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.599661] env[69325]: DEBUG oslo_vmware.api [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Task: {'id': task-4072736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10412} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.599916] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.600127] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.600312] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.600489] env[69325]: INFO nova.compute.manager [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1264.600738] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.600935] env[69325]: DEBUG nova.compute.manager [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.601041] env[69325]: DEBUG nova.network.neutron [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.618636] env[69325]: DEBUG nova.network.neutron [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.702323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.702524] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.703481] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e289f-fe89-4656-9776-4c6db44808a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.721799] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed71ac-3b88-4d31-8ec0-c6e0a5c14580 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.748281] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfiguring VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1264.748568] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37fdf189-a1e3-4f4d-80ba-0533af201f74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.768270] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1264.768270] env[69325]: value = "task-4072737" [ 1264.768270] env[69325]: _type = "Task" [ 1264.768270] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.778032] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.083292] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87add111-c42f-4aa1-89df-ad782330f80f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.093092] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcbfce0-10d5-41b2-8a84-2acf9423d30b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.121253] env[69325]: DEBUG nova.network.neutron [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.278865] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.583440] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.583705] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.583949] env[69325]: INFO nova.compute.manager [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Attaching volume fc3541ab-5697-4f1e-b4ba-97f833636ec3 to /dev/sdb [ 1265.617038] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca30a4-2a38-42c9-b37c-8c6fc1d945de {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.624268] env[69325]: INFO nova.compute.manager [-] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Took 1.02 seconds to deallocate network for instance. [ 1265.626458] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24ad44-c3fb-4244-98e8-ea23af528d7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.645324] env[69325]: DEBUG nova.virt.block_device [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating existing volume attachment record: 36861aa2-ebad-4c9c-9185-90575cd4796e {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.780020] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.133634] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.133994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.134098] env[69325]: DEBUG nova.objects.instance [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lazy-loading 'resources' on Instance uuid 3503c065-f44c-47de-aff8-039a499a4503 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.189407] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd176d2-f527-432c-ae3f-6170ab37a47f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.211526] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94889fc2-00dc-4808-807e-35cc9e461676 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.220158] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.280938] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.728237] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.728797] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59c8b6e9-2239-4ca4-902d-29c355434a8d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.736433] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1266.736433] env[69325]: value = "task-4072741" [ 1266.736433] env[69325]: _type = "Task" [ 1266.736433] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.749113] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.783619] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.790397] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88f0bc-8bde-49ac-a755-271271483c36 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.799614] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a6868-6fec-4541-8257-606c32b91d5e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.835944] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac038d20-3a0e-4779-879b-9777f0d20626 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.843922] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917e9a8-8d4c-4cc0-9bfc-cd12929bf8a2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.858013] env[69325]: DEBUG nova.compute.provider_tree [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.247653] env[69325]: DEBUG oslo_vmware.api [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072741, 'name': PowerOnVM_Task, 'duration_secs': 0.408328} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.248048] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.248145] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a32a1-de61-4fa4-96ef-1eb4dee23763 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance '627d8aad-a1f9-41b2-ad71-823a0d726522' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.282569] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.362068] env[69325]: DEBUG nova.scheduler.client.report [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.782329] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.866346] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.883623] env[69325]: INFO nova.scheduler.client.report [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Deleted allocations for instance 3503c065-f44c-47de-aff8-039a499a4503 [ 1268.282743] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.391886] env[69325]: DEBUG oslo_concurrency.lockutils [None req-32003767-806e-4ade-9459-38343e5871ec tempest-ServerShowV257Test-900238238 tempest-ServerShowV257Test-900238238-project-member] Lock "3503c065-f44c-47de-aff8-039a499a4503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.783180] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.284410] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.638883] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.639257] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.639555] env[69325]: DEBUG nova.compute.manager [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Going to confirm migration 7 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1269.785559] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.193714] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.193952] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807045', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'name': 'volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '321c3745-49ac-42e8-bdab-99ffcb1e3327', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'serial': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.194863] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1327b4c1-b82f-463c-ba86-dc1d70b75016 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.212363] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.212550] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquired lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.213226] env[69325]: DEBUG nova.network.neutron [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.213226] env[69325]: DEBUG nova.objects.instance [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'info_cache' on Instance uuid 627d8aad-a1f9-41b2-ad71-823a0d726522 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.214840] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41057ad6-01b7-4d04-8aeb-b64039718f97 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.240732] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3/volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.241739] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c256e5-0fe2-463d-a2c2-2a2c5cedd4dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.260397] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1270.260397] env[69325]: value = "task-4072743" [ 1270.260397] env[69325]: _type = "Task" [ 1270.260397] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.270213] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.286007] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.773495] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072743, 'name': ReconfigVM_Task, 'duration_secs': 0.444536} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.773874] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3/volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.778897] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36a9cf4-e510-4a0d-95c4-a21f55de4b9e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.797901] env[69325]: DEBUG oslo_vmware.api [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072737, 'name': ReconfigVM_Task, 'duration_secs': 5.798633} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.799144] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.799369] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Reconfigured VM to detach interface {{(pid=69325) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1270.801596] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1270.801596] env[69325]: value = "task-4072744" [ 1270.801596] env[69325]: _type = "Task" [ 1270.801596] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.811631] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.311840] env[69325]: DEBUG oslo_vmware.api [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072744, 'name': ReconfigVM_Task, 'duration_secs': 0.200416} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.312284] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807045', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'name': 'volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '321c3745-49ac-42e8-bdab-99ffcb1e3327', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'serial': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.470113] env[69325]: DEBUG nova.network.neutron [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [{"id": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "address": "fa:16:3e:a5:e0:2e", "network": {"id": "a2c79dbd-bbe7-40c0-8d78-d951673f2594", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-925832076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3edb9458216244df861ee4727a09ba00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd71ca79-3a", "ovs_interfaceid": "dd71ca79-3a14-4eec-8c16-02e4b82252bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.972172] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Releasing lock "refresh_cache-627d8aad-a1f9-41b2-ad71-823a0d726522" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.972458] env[69325]: DEBUG nova.objects.instance [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'migration_context' on Instance uuid 627d8aad-a1f9-41b2-ad71-823a0d726522 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.099541] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.099806] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquired lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.103286] env[69325]: DEBUG nova.network.neutron [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.356311] env[69325]: DEBUG nova.objects.instance [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'flavor' on Instance uuid 321c3745-49ac-42e8-bdab-99ffcb1e3327 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.481038] env[69325]: DEBUG nova.objects.base [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Object Instance<627d8aad-a1f9-41b2-ad71-823a0d726522> lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.481977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42243e6e-ee28-4349-b46b-d2b8d12a3e1b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.503677] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7883edce-95e8-4e39-ae9d-fedcfeb431eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.510474] env[69325]: DEBUG oslo_vmware.api [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1272.510474] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521b80af-69c2-1c79-98e1-4d8f275cec02" [ 1272.510474] env[69325]: _type = "Task" [ 1272.510474] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.521163] env[69325]: DEBUG oslo_vmware.api [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521b80af-69c2-1c79-98e1-4d8f275cec02, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.521546] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.521845] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.671124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.671795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.671795] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.671989] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.671989] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.674645] env[69325]: INFO nova.compute.manager [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Terminating instance [ 1272.863174] env[69325]: DEBUG oslo_concurrency.lockutils [None req-16c09a35-313a-4b79-b096-382c75831583 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.909584] env[69325]: INFO nova.network.neutron [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1272.910547] env[69325]: DEBUG nova.network.neutron [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [{"id": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "address": "fa:16:3e:be:41:25", "network": {"id": "5cc14248-1a66-412f-821b-9be4de607dd5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-777660665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30158893f14defbd56a78b4a347793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c0b773-34", "ovs_interfaceid": "e0c0b773-3411-4274-a4ea-7ca3f1d34a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.182596] env[69325]: DEBUG nova.compute.manager [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.182832] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.183846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd6cf24-c1b9-4e22-8993-8bf4f8a6c3b2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.189057] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b195c-ec5d-4b56-b195-b6e492c0013a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.198138] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2d96a-2c6f-4287-b549-9e044b6f7b93 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.201530] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.202116] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be483da3-c087-4218-aaf8-4b6f97954881 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.232789] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c9062d-944a-4351-9611-cfce45a74ce4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.235541] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1273.235541] env[69325]: value = "task-4072745" [ 1273.235541] env[69325]: _type = "Task" [ 1273.235541] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.243748] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3176988c-145d-41d0-bb88-70881482b87b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.251336] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.262568] env[69325]: DEBUG nova.compute.provider_tree [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.412812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Releasing lock "refresh_cache-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.567802] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.568159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.744971] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072745, 'name': PowerOffVM_Task, 'duration_secs': 0.297155} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.745272] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.745440] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.745693] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a26cc1-9c3d-4b8c-8803-9adb52ace66f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.765613] env[69325]: DEBUG nova.scheduler.client.report [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.822650] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.822897] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.823078] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleting the datastore file [datastore1] 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.825011] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af53f7bc-b4df-4d56-92ab-946923a3e8c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.829588] env[69325]: DEBUG nova.compute.manager [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1273.837783] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1273.837783] env[69325]: value = "task-4072747" [ 1273.837783] env[69325]: _type = "Task" [ 1273.837783] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.844919] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.918479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3ec295a6-338d-47bd-af02-e8ceb008e598 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "interface-5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05-61a873dd-7fa6-4175-a7fd-c835b0f12f02" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.719s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.071525] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.348712] env[69325]: DEBUG oslo_vmware.api [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148662} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.349069] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.349330] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.349573] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.349810] env[69325]: INFO nova.compute.manager [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1274.350150] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.350392] env[69325]: DEBUG nova.compute.manager [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.350505] env[69325]: DEBUG nova.network.neutron [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.353245] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.595336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.778813] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.257s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.781676] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.428s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.102324] env[69325]: DEBUG nova.compute.manager [req-80c6666e-9319-437c-8800-968b4a672bab req-5a6041cf-bfa6-41d4-bad3-c1f525c44f0b service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Received event network-vif-deleted-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.102324] env[69325]: INFO nova.compute.manager [req-80c6666e-9319-437c-8800-968b4a672bab req-5a6041cf-bfa6-41d4-bad3-c1f525c44f0b service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Neutron deleted interface e0c0b773-3411-4274-a4ea-7ca3f1d34a92; detaching it from the instance and deleting it from the info cache [ 1275.102324] env[69325]: DEBUG nova.network.neutron [req-80c6666e-9319-437c-8800-968b4a672bab req-5a6041cf-bfa6-41d4-bad3-c1f525c44f0b service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.131776] env[69325]: INFO nova.compute.manager [None req-fbcf6da7-636a-46f1-8885-7cc7282f0602 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Get console output [ 1275.132251] env[69325]: WARNING nova.virt.vmwareapi.driver [None req-fbcf6da7-636a-46f1-8885-7cc7282f0602 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] The console log is missing. Check your VSPC configuration [ 1275.289331] env[69325]: INFO nova.compute.claims [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.347430] env[69325]: INFO nova.scheduler.client.report [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocation for migration c54a96f4-d5ae-4747-b280-7b25ecbbd511 [ 1275.567572] env[69325]: DEBUG nova.network.neutron [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.603790] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45de9d97-1cc1-4b73-a4e8-f125cc400814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.615282] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20724542-64de-4e29-98da-b7f26d38c96b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.647288] env[69325]: DEBUG nova.compute.manager [req-80c6666e-9319-437c-8800-968b4a672bab req-5a6041cf-bfa6-41d4-bad3-c1f525c44f0b service nova] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Detach interface failed, port_id=e0c0b773-3411-4274-a4ea-7ca3f1d34a92, reason: Instance 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.797788] env[69325]: INFO nova.compute.resource_tracker [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating resource usage from migration b14d224c-813b-4aa2-9d0f-86535bcaf8ef [ 1275.853770] env[69325]: DEBUG oslo_concurrency.lockutils [None req-603258a2-0501-49a3-b5a3-ab2446ac8c39 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.214s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.958189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4b359-ee1e-4a11-ae7a-3a5d12b32975 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.966593] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f332412b-3bcd-4936-a3da-4ad89385c12f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.007704] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c888ac-e451-432f-8aeb-a4783e0b51cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.019956] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbc3d9-bb88-4e03-9feb-d4caa0ccdd41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.042319] env[69325]: DEBUG nova.compute.provider_tree [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.071032] env[69325]: INFO nova.compute.manager [-] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Took 1.72 seconds to deallocate network for instance. [ 1276.547366] env[69325]: DEBUG nova.scheduler.client.report [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.581352] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.054799] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.055183] env[69325]: INFO nova.compute.manager [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Migrating [ 1277.062537] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.064049] env[69325]: INFO nova.compute.claims [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.574197] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.574403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.574575] env[69325]: DEBUG nova.network.neutron [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.252013] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7963e71e-d65b-40c2-a4ae-b7c6f5e08711 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.260449] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a0f3e1-fcd8-46d0-a568-3e81dabd128d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.295333] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b139eab0-51a7-4595-abe7-8249c612f7c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.304172] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b98e6-6503-4f02-b1a7-19b0c42560b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.318787] env[69325]: DEBUG nova.compute.provider_tree [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.386702] env[69325]: DEBUG nova.network.neutron [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.821786] env[69325]: DEBUG nova.scheduler.client.report [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.889805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.326466] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.327481] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.332366] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.751s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.332596] env[69325]: DEBUG nova.objects.instance [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'resources' on Instance uuid 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.836056] env[69325]: DEBUG nova.compute.utils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.837641] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.837831] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.879557] env[69325]: DEBUG nova.policy [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d1a9e71234441992ec6e937626a71f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d706d25d3e4447a3a57f1f85cf8ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.991474] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962d5e8-6b17-4bba-8889-713cdbd2cb99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.000014] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670f145-98ed-4833-bc1c-676df6450ba1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.030597] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565fb54-2856-4f02-aeb6-a470c60095e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.038657] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd50f84-fdd8-4fa7-bd16-56523ff06654 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.053708] env[69325]: DEBUG nova.compute.provider_tree [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.162719] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Successfully created port: 65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.343981] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.406391] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2ed17-4068-4423-b1eb-eff12601de78 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.431314] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.557182] env[69325]: DEBUG nova.scheduler.client.report [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.937749] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.938165] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ec521e-5340-4d1e-aae7-a9af18ca2fe7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.945698] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1280.945698] env[69325]: value = "task-4072748" [ 1280.945698] env[69325]: _type = "Task" [ 1280.945698] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.954201] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.063072] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.087841] env[69325]: INFO nova.scheduler.client.report [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted allocations for instance 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05 [ 1281.356269] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.383034] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.383306] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.383468] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.383651] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.383802] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.383953] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.384179] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.384340] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.384510] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.384674] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.384850] env[69325]: DEBUG nova.virt.hardware [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.385729] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0597b235-d067-499d-ba00-4aa155b4e0d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.393632] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978c8ce-a7b0-4597-84d0-b8a3bd0f5150 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.456360] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072748, 'name': PowerOffVM_Task, 'duration_secs': 0.198698} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.456691] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.456903] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.524215] env[69325]: DEBUG nova.compute.manager [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Received event network-vif-plugged-65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.524445] env[69325]: DEBUG oslo_concurrency.lockutils [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.524703] env[69325]: DEBUG oslo_concurrency.lockutils [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.524868] env[69325]: DEBUG oslo_concurrency.lockutils [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.525120] env[69325]: DEBUG nova.compute.manager [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] No waiting events found dispatching network-vif-plugged-65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1281.525388] env[69325]: WARNING nova.compute.manager [req-0c39ac71-ddb2-40c7-945f-133926eb549f req-621dd030-f9b5-49ec-90bc-3c36a3fcb26a service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Received unexpected event network-vif-plugged-65d5036f-0367-422b-84b6-a7aeb090ab21 for instance with vm_state building and task_state spawning. [ 1281.597353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.926s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.623244] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Successfully updated port: 65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.963644] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.963993] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.964218] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.964459] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.964669] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.964885] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.965145] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.965350] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.965565] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.965810] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.966019] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.971843] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8c842d-901c-4b62-beae-2122afd6d2a8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.988483] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1281.988483] env[69325]: value = "task-4072749" [ 1281.988483] env[69325]: _type = "Task" [ 1281.988483] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.997395] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.126984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.126984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.126984] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.498585] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072749, 'name': ReconfigVM_Task, 'duration_secs': 0.198699} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.499118] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.626140] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.626458] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.626730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.626934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.627124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.629350] env[69325]: INFO nova.compute.manager [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Terminating instance [ 1282.660814] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.783151] env[69325]: DEBUG nova.network.neutron [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating instance_info_cache with network_info: [{"id": "65d5036f-0367-422b-84b6-a7aeb090ab21", "address": "fa:16:3e:d0:af:1c", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d5036f-03", "ovs_interfaceid": "65d5036f-0367-422b-84b6-a7aeb090ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.004999] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.005300] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.005463] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.005650] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.005800] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.005953] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.006176] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.006338] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.006584] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.006821] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.007027] env[69325]: DEBUG nova.virt.hardware [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.012410] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.012711] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f21f8be-7b25-42b6-8264-4f25e106dbbb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.032182] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1283.032182] env[69325]: value = "task-4072750" [ 1283.032182] env[69325]: _type = "Task" [ 1283.032182] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.040545] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.135069] env[69325]: DEBUG nova.compute.manager [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.135325] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.136556] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aa4aed-28bc-4f77-a0d6-e508bfb4d712 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.144353] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.144627] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4355f803-7818-44e4-bf76-705d7af2e219 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.151693] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1283.151693] env[69325]: value = "task-4072751" [ 1283.151693] env[69325]: _type = "Task" [ 1283.151693] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.162027] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.285945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.286352] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Instance network_info: |[{"id": "65d5036f-0367-422b-84b6-a7aeb090ab21", "address": "fa:16:3e:d0:af:1c", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d5036f-03", "ovs_interfaceid": "65d5036f-0367-422b-84b6-a7aeb090ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.286839] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:af:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d5036f-0367-422b-84b6-a7aeb090ab21', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.295497] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating folder: Project (66d706d25d3e4447a3a57f1f85cf8ecf). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.295874] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520eaafa-a041-4c2c-a2dc-ce6421bfddd9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.309330] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created folder: Project (66d706d25d3e4447a3a57f1f85cf8ecf) in parent group-v806727. [ 1283.309606] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating folder: Instances. Parent ref: group-v807046. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.309893] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876d2a6c-0780-44ad-90bf-538aa3b166fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.322479] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created folder: Instances in parent group-v807046. [ 1283.322742] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.322940] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.323166] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcb54483-7a2d-41e8-9fc0-8559e1bfe12d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.344019] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.344019] env[69325]: value = "task-4072754" [ 1283.344019] env[69325]: _type = "Task" [ 1283.344019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.352686] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072754, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.543290] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072750, 'name': ReconfigVM_Task, 'duration_secs': 0.197117} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.543290] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.544325] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba90a79d-f39a-4b5a-aa2d-ade13c1997e4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.575310] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.576792] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0907c84-983a-441d-8b8a-dd6edc2e51f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.593123] env[69325]: DEBUG nova.compute.manager [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Received event network-changed-65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.593345] env[69325]: DEBUG nova.compute.manager [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Refreshing instance network info cache due to event network-changed-65d5036f-0367-422b-84b6-a7aeb090ab21. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.593581] env[69325]: DEBUG oslo_concurrency.lockutils [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] Acquiring lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.593814] env[69325]: DEBUG oslo_concurrency.lockutils [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] Acquired lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.594022] env[69325]: DEBUG nova.network.neutron [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Refreshing network info cache for port 65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.602081] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1283.602081] env[69325]: value = "task-4072755" [ 1283.602081] env[69325]: _type = "Task" [ 1283.602081] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.612905] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.662979] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072751, 'name': PowerOffVM_Task, 'duration_secs': 0.197664} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.663347] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.663535] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.663809] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d6240d-67e1-4efa-80d9-55d52e85df16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.740034] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.740034] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.740302] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleting the datastore file [datastore2] c2d4e33e-4ddb-406c-ae1e-5655950f6a3b {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.740417] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf4911d-39ad-4b1e-ae20-855ff2e6cf68 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.749208] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for the task: (returnval){ [ 1283.749208] env[69325]: value = "task-4072757" [ 1283.749208] env[69325]: _type = "Task" [ 1283.749208] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.756274] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.854421] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072754, 'name': CreateVM_Task, 'duration_secs': 0.336936} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.854647] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.855475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.855687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.856080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.856372] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3246a847-466b-4bf1-a34d-78718b82558e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.861368] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1283.861368] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5256643d-e8d6-2e59-c8ee-24813b2ba12d" [ 1283.861368] env[69325]: _type = "Task" [ 1283.861368] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.869847] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5256643d-e8d6-2e59-c8ee-24813b2ba12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.111102] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072755, 'name': ReconfigVM_Task, 'duration_secs': 0.309302} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.111385] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.111675] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.258697] env[69325]: DEBUG oslo_vmware.api [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Task: {'id': task-4072757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097737} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.258966] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.259152] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.259341] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.259612] env[69325]: INFO nova.compute.manager [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.259833] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.259969] env[69325]: DEBUG nova.compute.manager [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.260078] env[69325]: DEBUG nova.network.neutron [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.373305] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5256643d-e8d6-2e59-c8ee-24813b2ba12d, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.373426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.373584] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.373828] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.373979] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.374192] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.374630] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b38cef-118b-4f86-a4ea-19b90750b425 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.388242] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.388404] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.389035] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80efcc97-23a3-426a-8f01-f9a31be4f824 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.394090] env[69325]: DEBUG nova.network.neutron [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updated VIF entry in instance network info cache for port 65d5036f-0367-422b-84b6-a7aeb090ab21. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.394442] env[69325]: DEBUG nova.network.neutron [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating instance_info_cache with network_info: [{"id": "65d5036f-0367-422b-84b6-a7aeb090ab21", "address": "fa:16:3e:d0:af:1c", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d5036f-03", "ovs_interfaceid": "65d5036f-0367-422b-84b6-a7aeb090ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.397037] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1284.397037] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52811e0e-2fcb-3501-55a4-362150ad6817" [ 1284.397037] env[69325]: _type = "Task" [ 1284.397037] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.407346] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52811e0e-2fcb-3501-55a4-362150ad6817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.619525] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb4510-08af-4b1f-8461-e8ad6cbdcd9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.643895] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e6bbdd-cf79-4c48-a250-0ab6732cf2bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.665423] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.898782] env[69325]: DEBUG oslo_concurrency.lockutils [req-36037839-5699-4a59-b12c-dc6b5c84afee req-49385088-f62f-43a4-97f3-902480edb326 service nova] Releasing lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.909771] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52811e0e-2fcb-3501-55a4-362150ad6817, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.910785] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52f14c4-4598-4493-a23d-bcfb73a41d95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.916030] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1284.916030] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525b844e-d5f8-22b8-88de-ad7c2270a957" [ 1284.916030] env[69325]: _type = "Task" [ 1284.916030] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.923706] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525b844e-d5f8-22b8-88de-ad7c2270a957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.045882] env[69325]: DEBUG nova.network.neutron [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.427097] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525b844e-d5f8-22b8-88de-ad7c2270a957, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.427381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.427636] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2835a9eb-3430-4fda-afdb-4e4a1a883cb9/2835a9eb-3430-4fda-afdb-4e4a1a883cb9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.427907] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56e5c5d-73e6-4cfd-875e-5dd4c4155e2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.434726] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1285.434726] env[69325]: value = "task-4072758" [ 1285.434726] env[69325]: _type = "Task" [ 1285.434726] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.442980] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.548953] env[69325]: INFO nova.compute.manager [-] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Took 1.29 seconds to deallocate network for instance. [ 1285.579055] env[69325]: DEBUG nova.compute.manager [req-f3ba7f78-241d-41a1-b1ed-5a4627175245 req-dcec84a7-7a90-4e4f-a5a3-e1d1c69766fb service nova] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Received event network-vif-deleted-1b2c7722-d3de-4c2d-8cd6-2896632ab842 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.945997] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449417} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.945997] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 2835a9eb-3430-4fda-afdb-4e4a1a883cb9/2835a9eb-3430-4fda-afdb-4e4a1a883cb9.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.945997] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.946471] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d53fd4a2-4f03-4354-93b4-fa9e6cd94b76 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.952463] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1285.952463] env[69325]: value = "task-4072759" [ 1285.952463] env[69325]: _type = "Task" [ 1285.952463] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.961629] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.056120] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.056426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.056657] env[69325]: DEBUG nova.objects.instance [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lazy-loading 'resources' on Instance uuid c2d4e33e-4ddb-406c-ae1e-5655950f6a3b {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.325977] env[69325]: DEBUG nova.network.neutron [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1286.462813] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066688} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.463037] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.463844] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970162b-3142-474d-a0c2-f6606719777c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.487075] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 2835a9eb-3430-4fda-afdb-4e4a1a883cb9/2835a9eb-3430-4fda-afdb-4e4a1a883cb9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.487358] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f18b2d-a5e1-4deb-8d5e-a58b2dfe9b4b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.507066] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1286.507066] env[69325]: value = "task-4072760" [ 1286.507066] env[69325]: _type = "Task" [ 1286.507066] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.515674] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.706608] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735d3fc-73fd-4130-8e31-3403b553cde5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.714960] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae763329-c6cb-4151-a180-4b2aad2fa1ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.747488] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f706c-e84c-41fc-9ac9-d72c6bd41b2d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.755446] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facb2135-1501-4b5d-bd93-9c9235c9130f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.769593] env[69325]: DEBUG nova.compute.provider_tree [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.018589] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072760, 'name': ReconfigVM_Task, 'duration_secs': 0.293639} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.018972] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 2835a9eb-3430-4fda-afdb-4e4a1a883cb9/2835a9eb-3430-4fda-afdb-4e4a1a883cb9.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.019604] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e94958-2a97-42d1-80c4-7f2bd77247a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.026597] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1287.026597] env[69325]: value = "task-4072761" [ 1287.026597] env[69325]: _type = "Task" [ 1287.026597] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.035345] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072761, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.274147] env[69325]: DEBUG nova.scheduler.client.report [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.349771] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.350071] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.350207] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.537459] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072761, 'name': Rename_Task, 'duration_secs': 0.247753} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.537749] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.537958] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f913c9aa-81b6-4809-8b4c-8fa9702a87c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.544277] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1287.544277] env[69325]: value = "task-4072762" [ 1287.544277] env[69325]: _type = "Task" [ 1287.544277] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.552088] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.778380] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.797395] env[69325]: INFO nova.scheduler.client.report [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Deleted allocations for instance c2d4e33e-4ddb-406c-ae1e-5655950f6a3b [ 1288.054082] env[69325]: DEBUG oslo_vmware.api [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072762, 'name': PowerOnVM_Task, 'duration_secs': 0.451351} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.054543] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.054630] env[69325]: INFO nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1288.054764] env[69325]: DEBUG nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1288.055670] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791924d-a2e6-4e7d-8154-137f705752f3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.304733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d4171076-311c-4f41-928a-a4a62ec73dae tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Lock "c2d4e33e-4ddb-406c-ae1e-5655950f6a3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.384619] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.384849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.385052] env[69325]: DEBUG nova.network.neutron [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.574204] env[69325]: INFO nova.compute.manager [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Took 14.00 seconds to build instance. [ 1288.810603] env[69325]: DEBUG nova.compute.manager [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Received event network-changed-65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.810790] env[69325]: DEBUG nova.compute.manager [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Refreshing instance network info cache due to event network-changed-65d5036f-0367-422b-84b6-a7aeb090ab21. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.811033] env[69325]: DEBUG oslo_concurrency.lockutils [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] Acquiring lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.811140] env[69325]: DEBUG oslo_concurrency.lockutils [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] Acquired lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.811299] env[69325]: DEBUG nova.network.neutron [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Refreshing network info cache for port 65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.077179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-9aae3a89-9d60-4317-8713-3b69e519b86b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.509s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.147651] env[69325]: DEBUG nova.network.neutron [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.543686] env[69325]: DEBUG nova.network.neutron [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updated VIF entry in instance network info cache for port 65d5036f-0367-422b-84b6-a7aeb090ab21. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.544080] env[69325]: DEBUG nova.network.neutron [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating instance_info_cache with network_info: [{"id": "65d5036f-0367-422b-84b6-a7aeb090ab21", "address": "fa:16:3e:d0:af:1c", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d5036f-03", "ovs_interfaceid": "65d5036f-0367-422b-84b6-a7aeb090ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.649930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.047386] env[69325]: DEBUG oslo_concurrency.lockutils [req-f815b24d-2dbc-4403-99ea-a160bfcfe7ff req-9ad01600-b5c6-4016-ae96-c9b4821140c5 service nova] Releasing lock "refresh_cache-2835a9eb-3430-4fda-afdb-4e4a1a883cb9" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.159796] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782add8-6a9f-490c-a1b7-5084d73f4640 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.167499] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57201f1-39c0-45c1-bf88-16017b63662c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.378145] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc1abc0-2bc5-432d-8742-5ec2b173882d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.402771] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05023ef-22e1-4cac-a75f-4662d3b3e1dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.410985] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.917801] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.918110] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-069891b6-052f-4563-a5e3-8fcb5259f849 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.925687] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1291.925687] env[69325]: value = "task-4072763" [ 1291.925687] env[69325]: _type = "Task" [ 1291.925687] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.934132] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.239668] env[69325]: INFO nova.compute.manager [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Rebuilding instance [ 1292.280066] env[69325]: DEBUG nova.compute.manager [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.280934] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8b94c-557a-4e74-ad3b-6785bd19dd5f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.436426] env[69325]: DEBUG oslo_vmware.api [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072763, 'name': PowerOnVM_Task, 'duration_secs': 0.410824} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.436899] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.436961] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-cae736f4-a5cf-4f92-8f6e-90214accd236 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance '321c3745-49ac-42e8-bdab-99ffcb1e3327' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.298369] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.298681] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6ba54f-c0f2-4c89-8271-ea5352e06a20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.306629] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1293.306629] env[69325]: value = "task-4072764" [ 1293.306629] env[69325]: _type = "Task" [ 1293.306629] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.316775] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.822551] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072764, 'name': PowerOffVM_Task, 'duration_secs': 0.191638} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.822997] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.823382] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.824590] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f658daf-99e8-4a6a-a8ed-c1f083b6ffa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.834393] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.834736] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f00415-1454-447d-940b-e8996a535b50 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.906357] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.906582] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.906754] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleting the datastore file [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.907109] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-030eb6fa-319d-4d5f-b881-a57a9c63a079 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.913913] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1293.913913] env[69325]: value = "task-4072766" [ 1293.913913] env[69325]: _type = "Task" [ 1293.913913] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.922316] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.423968] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140325} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.424264] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.424456] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.424637] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.407911] env[69325]: DEBUG nova.network.neutron [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1295.408244] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.408416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.408644] env[69325]: DEBUG nova.network.neutron [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.462853] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.463129] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.463357] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.463667] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.463849] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.464014] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.464244] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.464411] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.464584] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.464800] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.465035] env[69325]: DEBUG nova.virt.hardware [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.465913] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4f8a3f-99ca-474d-b7f2-6890ba88ceff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.474276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98fbce4-ef25-455f-b4b8-3aa7e91e4c9e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.488385] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:57:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9302958-1290-4d9c-a6f1-3c7931a0b7c4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.495802] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.496080] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.496307] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e7217a-7f9b-4989-ae4f-d0a6dbcca208 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.515946] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.515946] env[69325]: value = "task-4072767" [ 1295.515946] env[69325]: _type = "Task" [ 1295.515946] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.524246] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072767, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.028664] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072767, 'name': CreateVM_Task, 'duration_secs': 0.385018} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.028852] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.029573] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.029744] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.030086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.030363] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62faf4d3-4a46-4370-af40-6f92c1ba842a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.036551] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1296.036551] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5209af7d-4545-5883-2254-26695ccb2b56" [ 1296.036551] env[69325]: _type = "Task" [ 1296.036551] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.048606] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5209af7d-4545-5883-2254-26695ccb2b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.142170] env[69325]: DEBUG nova.network.neutron [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.547165] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5209af7d-4545-5883-2254-26695ccb2b56, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.547598] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.547710] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.547993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.548167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.548356] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.548631] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4254ecca-72ff-4e25-b0e7-c3e2ea9a6dd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.558323] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.558522] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.559235] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc72c323-c2d2-46ea-8248-487726cdbcd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.565141] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1296.565141] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5234eba4-53fa-c111-279f-8c70c1417b05" [ 1296.565141] env[69325]: _type = "Task" [ 1296.565141] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.573566] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5234eba4-53fa-c111-279f-8c70c1417b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.645560] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.076443] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5234eba4-53fa-c111-279f-8c70c1417b05, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.077374] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70764399-a703-4b4b-a524-8ecfcdbd0d30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.084723] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1297.084723] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525014a7-e1a8-6504-f19f-052dbd246cad" [ 1297.084723] env[69325]: _type = "Task" [ 1297.084723] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.094620] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525014a7-e1a8-6504-f19f-052dbd246cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.149418] env[69325]: DEBUG nova.compute.manager [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69325) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1297.596911] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525014a7-e1a8-6504-f19f-052dbd246cad, 'name': SearchDatastore_Task, 'duration_secs': 0.017703} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.597504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.597863] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.598199] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecb00140-a2f8-4d81-b0ec-62058686051f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.606680] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1297.606680] env[69325]: value = "task-4072768" [ 1297.606680] env[69325]: _type = "Task" [ 1297.606680] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.615851] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.117583] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486719} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.117921] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.118154] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.118372] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e80c487-9d51-4068-a069-3e1497a1e954 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.125701] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1298.125701] env[69325]: value = "task-4072769" [ 1298.125701] env[69325]: _type = "Task" [ 1298.125701] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.135214] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.264658] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.265067] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.275652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.275908] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.276111] env[69325]: INFO nova.compute.manager [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Shelving [ 1298.636384] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065245} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.636787] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.637518] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d318cad1-2b42-4ca5-95bf-be0a9a3f8752 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.659950] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.660306] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a336b7fe-bd1e-4e87-95d5-ebf34a85bfea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.680499] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1298.680499] env[69325]: value = "task-4072770" [ 1298.680499] env[69325]: _type = "Task" [ 1298.680499] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.689175] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.768759] env[69325]: DEBUG nova.objects.instance [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'migration_context' on Instance uuid 321c3745-49ac-42e8-bdab-99ffcb1e3327 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.190895] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.286517] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.286753] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fe61f8-ddb6-4498-949d-cd992928f80a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.293883] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1299.293883] env[69325]: value = "task-4072771" [ 1299.293883] env[69325]: _type = "Task" [ 1299.293883] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.305449] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.413433] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292db20-8f66-4ebe-b7c2-d3a550ce4bff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.421459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c297a7-ce42-4b7e-a4db-f104a9874541 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.453072] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19dc4b8-99be-4fe8-9cb9-9054026f26c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.461032] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4a350-3aab-4b8e-949c-32a80ad29478 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.477857] env[69325]: DEBUG nova.compute.provider_tree [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.691280] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072770, 'name': ReconfigVM_Task, 'duration_secs': 0.752423} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.691686] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178/3bfa1213-a42a-4496-972d-7356b7a2b178.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.692242] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5b81b2-3bb6-4b48-a702-3bb017a6d870 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.698723] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1299.698723] env[69325]: value = "task-4072772" [ 1299.698723] env[69325]: _type = "Task" [ 1299.698723] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.706976] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072772, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.806651] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072771, 'name': PowerOffVM_Task, 'duration_secs': 0.220877} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.806965] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.807766] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b6e4e-b78b-463a-b30b-29c24848e430 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.826266] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb9aad-feba-45a5-ba38-c6d06fbe105f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.981683] env[69325]: DEBUG nova.scheduler.client.report [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.210067] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072772, 'name': Rename_Task, 'duration_secs': 0.293357} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.210067] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.210067] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f1e4e9-f826-476d-99d3-45d1a7ddf336 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.217716] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1300.217716] env[69325]: value = "task-4072773" [ 1300.217716] env[69325]: _type = "Task" [ 1300.217716] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.226677] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.336886] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1300.337209] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cb632e3-8dc7-43dd-8466-654d7ac64a9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.345390] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1300.345390] env[69325]: value = "task-4072774" [ 1300.345390] env[69325]: _type = "Task" [ 1300.345390] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.354768] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.730226] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.858698] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.994137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.729s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.229386] env[69325]: DEBUG oslo_vmware.api [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072773, 'name': PowerOnVM_Task, 'duration_secs': 0.522474} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.229655] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.229863] env[69325]: DEBUG nova.compute.manager [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.230633] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3045327-633f-42c1-b2b8-6588538805a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.356470] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.752527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.752826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.753017] env[69325]: DEBUG nova.objects.instance [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69325) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1301.857790] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.003751] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.003988] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.004178] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.004377] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.004553] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.006780] env[69325]: INFO nova.compute.manager [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Terminating instance [ 1302.358878] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.511921] env[69325]: DEBUG nova.compute.manager [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.512222] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.512524] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546d17ec-387f-4161-9dce-63043d4f0992 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.522226] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1302.522226] env[69325]: value = "task-4072775" [ 1302.522226] env[69325]: _type = "Task" [ 1302.522226] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.533086] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.534076] env[69325]: INFO nova.compute.manager [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Swapping old allocation on dict_keys(['0dafb1a8-7939-469e-97bc-fec8057d9399']) held by migration b14d224c-813b-4aa2-9d0f-86535bcaf8ef for instance [ 1302.560076] env[69325]: DEBUG nova.scheduler.client.report [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Overwriting current allocation {'allocations': {'0dafb1a8-7939-469e-97bc-fec8057d9399': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '6eb8e9bde9fa4ac09801f8848d54d828', 'user_id': 'c5b3197a439045bc8fb43e38ae5e243c', 'consumer_generation': 1} on consumer 321c3745-49ac-42e8-bdab-99ffcb1e3327 {{(pid=69325) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1302.651954] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.652212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.652403] env[69325]: DEBUG nova.network.neutron [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.762192] env[69325]: DEBUG oslo_concurrency.lockutils [None req-05d0fbbf-9f56-4f99-ab53-655102be7790 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.858580] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.032422] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072775, 'name': PowerOffVM_Task, 'duration_secs': 0.192945} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.033056] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.033282] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.033485] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807032', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'name': 'volume-46ee2036-a673-40d7-8c3e-9e97902e03f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '627d8aad-a1f9-41b2-ad71-823a0d726522', 'attached_at': '2025-05-13T13:00:29.000000', 'detached_at': '', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'serial': '46ee2036-a673-40d7-8c3e-9e97902e03f1'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.034257] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97d60c-75a7-4337-af31-9d4818973b63 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.052182] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7cd981-c3cf-4f2e-a892-a318929cfc3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.059251] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c190b8-a201-4ff5-bd96-24ae0dc291a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.076586] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd938ada-f900-4a4f-a0ab-e7ac3cb2fe33 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.091019] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] The volume has not been displaced from its original location: [datastore2] volume-46ee2036-a673-40d7-8c3e-9e97902e03f1/volume-46ee2036-a673-40d7-8c3e-9e97902e03f1.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.096326] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.096611] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34adf160-860a-44a4-9091-b48bd5bb8caf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.114304] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1303.114304] env[69325]: value = "task-4072776" [ 1303.114304] env[69325]: _type = "Task" [ 1303.114304] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.122339] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.360456] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.365980] env[69325]: DEBUG nova.network.neutron [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [{"id": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "address": "fa:16:3e:75:d3:19", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf2725cd-ee", "ovs_interfaceid": "bf2725cd-ee71-41c2-9d3c-d6618eca2b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.630150] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.863195] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072774, 'name': CreateSnapshot_Task, 'duration_secs': 3.087988} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.863195] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1303.864270] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d7bb8-1d0d-469f-a43d-21baaae92281 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.869141] env[69325]: DEBUG oslo_concurrency.lockutils [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-321c3745-49ac-42e8-bdab-99ffcb1e3327" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.873241] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ae8fa-68af-4ab9-babe-90ca8ec9d01d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.883147] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67504c4a-8dff-4bcf-90c6-e7c9df700b9f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.125843] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.386779] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1304.387130] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1373f552-1d21-4ea9-b4e0-c3cffa6625d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.395779] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1304.395779] env[69325]: value = "task-4072777" [ 1304.395779] env[69325]: _type = "Task" [ 1304.395779] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.404473] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072777, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.629758] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072776, 'name': ReconfigVM_Task, 'duration_secs': 1.181191} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.630221] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.638505] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60a08de-c0a3-4f1b-9898-2981ddc299e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.657367] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1304.657367] env[69325]: value = "task-4072778" [ 1304.657367] env[69325]: _type = "Task" [ 1304.657367] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.666046] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.907024] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072777, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.969308] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.969629] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a494aa5e-6794-4e39-9758-8df5b77e108e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.977455] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1304.977455] env[69325]: value = "task-4072779" [ 1304.977455] env[69325]: _type = "Task" [ 1304.977455] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.986292] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.168309] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072778, 'name': ReconfigVM_Task, 'duration_secs': 0.165739} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.168621] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807032', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'name': 'volume-46ee2036-a673-40d7-8c3e-9e97902e03f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '627d8aad-a1f9-41b2-ad71-823a0d726522', 'attached_at': '2025-05-13T13:00:29.000000', 'detached_at': '', 'volume_id': '46ee2036-a673-40d7-8c3e-9e97902e03f1', 'serial': '46ee2036-a673-40d7-8c3e-9e97902e03f1'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.168896] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.169688] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e955d0-6684-442f-bacd-0c7adc967000 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.177288] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.177563] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21713b01-92f2-49d7-9505-a98e41e5a63b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.254094] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.254422] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.254679] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore2] 627d8aad-a1f9-41b2-ad71-823a0d726522 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.255118] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77fe1ef-10c0-4416-b352-46304d44b590 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.263549] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1305.263549] env[69325]: value = "task-4072781" [ 1305.263549] env[69325]: _type = "Task" [ 1305.263549] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.274594] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.407888] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072777, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.487323] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072779, 'name': PowerOffVM_Task, 'duration_secs': 0.379212} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.487638] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.488296] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.488533] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.488681] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.488872] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.489024] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.489175] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.489413] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.489582] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.489751] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.489917] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.490113] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.495127] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91737926-ddb2-4556-bdd9-bac868f3333d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.514752] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1305.514752] env[69325]: value = "task-4072782" [ 1305.514752] env[69325]: _type = "Task" [ 1305.514752] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.523255] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072782, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.773684] env[69325]: DEBUG oslo_vmware.api [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098548} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.773957] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.774166] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.774352] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.774530] env[69325]: INFO nova.compute.manager [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1305.774787] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.774992] env[69325]: DEBUG nova.compute.manager [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.775103] env[69325]: DEBUG nova.network.neutron [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.908544] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072777, 'name': CloneVM_Task, 'duration_secs': 1.295191} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.908999] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Created linked-clone VM from snapshot [ 1305.909550] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337b0a0-f2db-48ed-94a8-2b149397e81e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.916577] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Uploading image 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1305.942974] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1305.942974] env[69325]: value = "vm-807051" [ 1305.942974] env[69325]: _type = "VirtualMachine" [ 1305.942974] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1305.943282] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8cb8df9-0dfa-4c05-ad8a-767743306173 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.952100] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease: (returnval){ [ 1305.952100] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ca19a8-d051-8338-c9d7-b0d4146ef23c" [ 1305.952100] env[69325]: _type = "HttpNfcLease" [ 1305.952100] env[69325]: } obtained for exporting VM: (result){ [ 1305.952100] env[69325]: value = "vm-807051" [ 1305.952100] env[69325]: _type = "VirtualMachine" [ 1305.952100] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1305.952572] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the lease: (returnval){ [ 1305.952572] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ca19a8-d051-8338-c9d7-b0d4146ef23c" [ 1305.952572] env[69325]: _type = "HttpNfcLease" [ 1305.952572] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1305.959633] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.959633] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ca19a8-d051-8338-c9d7-b0d4146ef23c" [ 1305.959633] env[69325]: _type = "HttpNfcLease" [ 1305.959633] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.024432] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072782, 'name': ReconfigVM_Task, 'duration_secs': 0.193} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.025251] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6237dcc-33db-44d7-84ac-1dcf7b45f800 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.048646] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.048849] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.048910] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.049122] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.049354] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.049525] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.049732] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.049892] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.050178] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.050255] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.050510] env[69325]: DEBUG nova.virt.hardware [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.051274] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09f9128-ade4-4319-8d9b-88041dab4b7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.057651] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1306.057651] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]520cc5ab-1f08-3cb0-124e-65002a9320e9" [ 1306.057651] env[69325]: _type = "Task" [ 1306.057651] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.066469] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520cc5ab-1f08-3cb0-124e-65002a9320e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.258363] env[69325]: DEBUG nova.compute.manager [req-6548ad89-d09b-44aa-a06c-9f4fad2386e6 req-6156fda1-7c0c-4e14-8723-26cfd185cf28 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Received event network-vif-deleted-dd71ca79-3a14-4eec-8c16-02e4b82252bf {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.258649] env[69325]: INFO nova.compute.manager [req-6548ad89-d09b-44aa-a06c-9f4fad2386e6 req-6156fda1-7c0c-4e14-8723-26cfd185cf28 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Neutron deleted interface dd71ca79-3a14-4eec-8c16-02e4b82252bf; detaching it from the instance and deleting it from the info cache [ 1306.258839] env[69325]: DEBUG nova.network.neutron [req-6548ad89-d09b-44aa-a06c-9f4fad2386e6 req-6156fda1-7c0c-4e14-8723-26cfd185cf28 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.461651] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.461651] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ca19a8-d051-8338-c9d7-b0d4146ef23c" [ 1306.461651] env[69325]: _type = "HttpNfcLease" [ 1306.461651] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1306.461964] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1306.461964] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ca19a8-d051-8338-c9d7-b0d4146ef23c" [ 1306.461964] env[69325]: _type = "HttpNfcLease" [ 1306.461964] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1306.462712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3352c24-1175-44b1-85a1-3968f03ef7f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.470796] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1306.470989] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1306.568948] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]520cc5ab-1f08-3cb0-124e-65002a9320e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.576867] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.578028] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3c55a2-a5d9-476c-baab-d2fc8cbc2269 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.591495] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29b97eb0-4214-4ba4-94e3-87565d6ddf92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.606045] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1306.606045] env[69325]: value = "task-4072784" [ 1306.606045] env[69325]: _type = "Task" [ 1306.606045] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.620923] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.745597] env[69325]: DEBUG nova.network.neutron [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.761377] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7874eae9-f621-4816-9289-79ab4fc917ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.772642] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0972839-f7f3-42cf-9047-04c18fe406e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.807750] env[69325]: DEBUG nova.compute.manager [req-6548ad89-d09b-44aa-a06c-9f4fad2386e6 req-6156fda1-7c0c-4e14-8723-26cfd185cf28 service nova] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Detach interface failed, port_id=dd71ca79-3a14-4eec-8c16-02e4b82252bf, reason: Instance 627d8aad-a1f9-41b2-ad71-823a0d726522 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.116375] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072784, 'name': ReconfigVM_Task, 'duration_secs': 0.237593} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.116782] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.117783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f828f7-f1bc-4dd6-ba82-49414c2ed4aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.145698] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.146060] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40954fa-3660-451e-8a3e-16c662b5bb0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.166827] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1307.166827] env[69325]: value = "task-4072785" [ 1307.166827] env[69325]: _type = "Task" [ 1307.166827] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.176113] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.248900] env[69325]: INFO nova.compute.manager [-] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Took 1.47 seconds to deallocate network for instance. [ 1307.678011] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.800804] env[69325]: INFO nova.compute.manager [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Took 0.55 seconds to detach 1 volumes for instance. [ 1307.803192] env[69325]: DEBUG nova.compute.manager [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Deleting volume: 46ee2036-a673-40d7-8c3e-9e97902e03f1 {{(pid=69325) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1308.180133] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072785, 'name': ReconfigVM_Task, 'duration_secs': 0.531814} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.180617] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327/321c3745-49ac-42e8-bdab-99ffcb1e3327.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.181579] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181e8d9-c396-4574-a7b0-d821c0fd1cef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.204335] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c6b28-c33a-4efb-aa81-807bd124ae5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.226512] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1bdd1c-a556-4677-a9e2-5bda00606dcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.248653] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b7a2a-90ea-434f-ab87-b149788cf5a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.257457] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.258677] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e8f513-6cb6-4731-b6ac-c0b9d4c81958 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.264510] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1308.264510] env[69325]: value = "task-4072787" [ 1308.264510] env[69325]: _type = "Task" [ 1308.264510] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.275523] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.347891] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.348479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.348875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.373009] env[69325]: INFO nova.scheduler.client.report [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocations for instance 627d8aad-a1f9-41b2-ad71-823a0d726522 [ 1308.777421] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.881670] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d65699eb-f5fb-4978-bccf-95066332f9e8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "627d8aad-a1f9-41b2-ad71-823a0d726522" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.878s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.276034] env[69325]: DEBUG oslo_vmware.api [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072787, 'name': PowerOnVM_Task, 'duration_secs': 0.534216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.276478] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.863344] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.863631] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.863840] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.864044] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.864235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.866321] env[69325]: INFO nova.compute.manager [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Terminating instance [ 1310.319189] env[69325]: INFO nova.compute.manager [None req-784912f4-a8f6-48be-ba24-fd842cee446d tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance to original state: 'active' [ 1310.369724] env[69325]: DEBUG nova.compute.manager [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.369953] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.371160] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a53416-209b-41fa-8234-c69672e97004 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.380161] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.380456] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cef7d4-6199-4b12-a9e3-bef9a2f1693c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.387578] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1310.387578] env[69325]: value = "task-4072788" [ 1310.387578] env[69325]: _type = "Task" [ 1310.387578] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.397487] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.898225] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072788, 'name': PowerOffVM_Task, 'duration_secs': 0.26851} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.898547] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.898725] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.899030] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05163938-dd79-4dde-a3c4-e2509a14ed16 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.973773] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.974042] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.974244] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore2] 50b7797c-f0ee-42a3-b675-d7ce5694b6ad {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.974541] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdec1644-2acd-4939-a195-41786e83c993 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.982441] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1310.982441] env[69325]: value = "task-4072790" [ 1310.982441] env[69325]: _type = "Task" [ 1310.982441] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.992384] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.363514] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.363895] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.363949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.364113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.364285] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.366769] env[69325]: INFO nova.compute.manager [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Terminating instance [ 1311.493072] env[69325]: DEBUG oslo_vmware.api [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1677} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.493381] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.493577] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.493785] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.494018] env[69325]: INFO nova.compute.manager [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1311.494313] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.494542] env[69325]: DEBUG nova.compute.manager [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.494632] env[69325]: DEBUG nova.network.neutron [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.727970] env[69325]: DEBUG nova.compute.manager [req-46467a34-17d4-4f8d-80dc-ebf53f7357d8 req-5d638bd4-1c03-4a6c-bd3e-d6ee76338f5c service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Received event network-vif-deleted-148afbcf-ec50-426c-863e-24625acedf7f {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.728221] env[69325]: INFO nova.compute.manager [req-46467a34-17d4-4f8d-80dc-ebf53f7357d8 req-5d638bd4-1c03-4a6c-bd3e-d6ee76338f5c service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Neutron deleted interface 148afbcf-ec50-426c-863e-24625acedf7f; detaching it from the instance and deleting it from the info cache [ 1311.728400] env[69325]: DEBUG nova.network.neutron [req-46467a34-17d4-4f8d-80dc-ebf53f7357d8 req-5d638bd4-1c03-4a6c-bd3e-d6ee76338f5c service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.870944] env[69325]: DEBUG nova.compute.manager [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.871210] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.871797] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df886a03-a1d6-47cb-83d9-5734b91a5219 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.881072] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1311.881072] env[69325]: value = "task-4072791" [ 1311.881072] env[69325]: _type = "Task" [ 1311.881072] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.890331] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.210518] env[69325]: DEBUG nova.network.neutron [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.231321] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56510c3b-ce38-460c-8083-6b5eb7d875f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.241428] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23424c6c-2691-4aa1-8a9c-d63f02804628 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.273399] env[69325]: DEBUG nova.compute.manager [req-46467a34-17d4-4f8d-80dc-ebf53f7357d8 req-5d638bd4-1c03-4a6c-bd3e-d6ee76338f5c service nova] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Detach interface failed, port_id=148afbcf-ec50-426c-863e-24625acedf7f, reason: Instance 50b7797c-f0ee-42a3-b675-d7ce5694b6ad could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.392476] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072791, 'name': PowerOffVM_Task, 'duration_secs': 0.267719} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.393596] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.393596] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1312.393596] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807045', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'name': 'volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '321c3745-49ac-42e8-bdab-99ffcb1e3327', 'attached_at': '2025-05-13T13:01:07.000000', 'detached_at': '', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'serial': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1312.394754] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3569a8-7bf6-4d92-8b1d-00c0f6100eec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.416339] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271067cc-af58-4d89-9851-6909d3e2ae61 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.424804] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b544806f-608a-462b-98b4-1f7cbc90e304 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.447490] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b94ac7-2729-4789-88c6-c5744a93a51e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.463991] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] The volume has not been displaced from its original location: [datastore1] volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3/volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1312.469386] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.469732] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a27397-ddcd-4efc-a0f8-0d79528bbd72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.488836] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1312.488836] env[69325]: value = "task-4072792" [ 1312.488836] env[69325]: _type = "Task" [ 1312.488836] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.497314] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.715980] env[69325]: INFO nova.compute.manager [-] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Took 1.22 seconds to deallocate network for instance. [ 1313.000058] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072792, 'name': ReconfigVM_Task, 'duration_secs': 0.253749} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.003047] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.005296] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc77360-8cb4-4545-8ce8-935275f32919 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.021900] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1313.021900] env[69325]: value = "task-4072793" [ 1313.021900] env[69325]: _type = "Task" [ 1313.021900] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.031145] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.223723] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.224043] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.224302] env[69325]: DEBUG nova.objects.instance [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'resources' on Instance uuid 50b7797c-f0ee-42a3-b675-d7ce5694b6ad {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.533515] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072793, 'name': ReconfigVM_Task, 'duration_secs': 0.167562} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.533916] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807045', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'name': 'volume-fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '321c3745-49ac-42e8-bdab-99ffcb1e3327', 'attached_at': '2025-05-13T13:01:07.000000', 'detached_at': '', 'volume_id': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3', 'serial': 'fc3541ab-5697-4f1e-b4ba-97f833636ec3'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1313.534135] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.534917] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6c1de2-a503-45eb-8000-fca308c6e040 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.542267] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.542534] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce18b872-e690-4398-b050-80d03c2a7657 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.619436] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.619621] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.619772] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleting the datastore file [datastore1] 321c3745-49ac-42e8-bdab-99ffcb1e3327 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.620057] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde52c7a-17b1-4602-8643-436aaa901b63 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.627864] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1313.627864] env[69325]: value = "task-4072795" [ 1313.627864] env[69325]: _type = "Task" [ 1313.627864] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.637776] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.835149] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd5b2c-bc27-4db4-91e0-25095252a384 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.844189] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a21d1d-105a-4c81-9f43-4d7f81e9f122 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.876551] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952def59-314f-4bbb-a7cd-5b160b54952a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.885207] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8b982-e709-4961-8978-346046b2eb72 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.899493] env[69325]: DEBUG nova.compute.provider_tree [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.138826] env[69325]: DEBUG oslo_vmware.api [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152588} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.139104] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.139312] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.139494] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.139670] env[69325]: INFO nova.compute.manager [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1314.139916] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.140151] env[69325]: DEBUG nova.compute.manager [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.140254] env[69325]: DEBUG nova.network.neutron [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.403104] env[69325]: DEBUG nova.scheduler.client.report [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.443340] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.590749] env[69325]: DEBUG nova.compute.manager [req-f18b17be-8a62-4273-93c0-cbf0e8097486 req-69254bcc-d29c-4a94-b895-446a57c4e10e service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Received event network-vif-deleted-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.591057] env[69325]: INFO nova.compute.manager [req-f18b17be-8a62-4273-93c0-cbf0e8097486 req-69254bcc-d29c-4a94-b895-446a57c4e10e service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Neutron deleted interface bf2725cd-ee71-41c2-9d3c-d6618eca2b2d; detaching it from the instance and deleting it from the info cache [ 1314.591203] env[69325]: DEBUG nova.network.neutron [req-f18b17be-8a62-4273-93c0-cbf0e8097486 req-69254bcc-d29c-4a94-b895-446a57c4e10e service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.908034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.931833] env[69325]: INFO nova.scheduler.client.report [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocations for instance 50b7797c-f0ee-42a3-b675-d7ce5694b6ad [ 1315.067942] env[69325]: DEBUG nova.network.neutron [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.094859] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98112049-a02c-4a40-9355-c15f975b9cbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.105559] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fd08b-ac18-4c28-8193-b19f9eaa6cc5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.136098] env[69325]: DEBUG nova.compute.manager [req-f18b17be-8a62-4273-93c0-cbf0e8097486 req-69254bcc-d29c-4a94-b895-446a57c4e10e service nova] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Detach interface failed, port_id=bf2725cd-ee71-41c2-9d3c-d6618eca2b2d, reason: Instance 321c3745-49ac-42e8-bdab-99ffcb1e3327 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.441700] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3157742-f660-4e8d-b6c8-fda521d04e46 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "50b7797c-f0ee-42a3-b675-d7ce5694b6ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.578s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.442816] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.442816] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1315.479297] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.480259] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa37b4b3-8cce-4e85-97e1-92e6c97ef9f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.487845] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.488041] env[69325]: ERROR oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk due to incomplete transfer. [ 1315.488280] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3661371e-04bf-41df-b0a0-6e0f75df62d2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.500339] env[69325]: DEBUG oslo_vmware.rw_handles [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52085ce6-bf62-2ec9-f5b6-9a40bfa67a08/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1315.500535] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Uploaded image 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1315.502778] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1315.503098] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f140238-4cc0-4910-a590-b447e2beb530 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.510489] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1315.510489] env[69325]: value = "task-4072796" [ 1315.510489] env[69325]: _type = "Task" [ 1315.510489] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.520329] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072796, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.570767] env[69325]: INFO nova.compute.manager [-] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Took 1.43 seconds to deallocate network for instance. [ 1316.021388] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072796, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.115428] env[69325]: INFO nova.compute.manager [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Took 0.54 seconds to detach 1 volumes for instance. [ 1316.443148] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.522470] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072796, 'name': Destroy_Task, 'duration_secs': 0.834248} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.522789] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Destroyed the VM [ 1316.523049] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1316.523316] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d27c31a-e46a-4567-bc14-1bc7a5bb090f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.529437] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1316.529437] env[69325]: value = "task-4072798" [ 1316.529437] env[69325]: _type = "Task" [ 1316.529437] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.537729] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.623082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.623413] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.623612] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.646576] env[69325]: INFO nova.scheduler.client.report [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted allocations for instance 321c3745-49ac-42e8-bdab-99ffcb1e3327 [ 1316.946168] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.946426] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.946599] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.946754] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1316.947741] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda64660-a25d-46f8-b6a1-f35b0bb4dac8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.955846] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b416f21-98dd-416d-9807-ad21f7033884 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.969935] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfaf76-4e11-4faa-9c17-cf1cada8a003 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.976270] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee325453-f08a-4e74-afe2-1820a2fcc357 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.007420] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179646MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1317.007487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.007783] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.038795] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.399248} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.040041] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1317.040323] env[69325]: DEBUG nova.compute.manager [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1317.041120] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce429d-fd4b-4f58-931c-49ae91e7dc49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.154898] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "321c3745-49ac-42e8-bdab-99ffcb1e3327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.554243] env[69325]: INFO nova.compute.manager [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Shelve offloading [ 1318.038609] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 4773e448-8574-4687-bee5-1a49548c0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1318.038849] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1318.039101] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 3bfa1213-a42a-4496-972d-7356b7a2b178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1318.039211] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 615e46df-188e-4520-87f1-972f3cbab35e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1318.039371] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1318.039627] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1318.039795] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1318.058060] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.058453] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806d2b83-6319-4809-9ed1-bb9687e72765 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.069583] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1318.069583] env[69325]: value = "task-4072799" [ 1318.069583] env[69325]: _type = "Task" [ 1318.069583] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.081910] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1318.082166] env[69325]: DEBUG nova.compute.manager [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1318.082927] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ee413-274b-4eb8-a4eb-63285c963e7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.091764] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.091934] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.092127] env[69325]: DEBUG nova.network.neutron [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.129395] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea13b6de-b29c-4e8d-bf1b-6f3b1a197118 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.137251] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7021f8aa-5277-40e9-9d45-540a3864d90f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.168400] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db587ee9-a7de-4880-88c3-e6e329c1e039 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.176341] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73305ac-e6c3-4d33-a051-5febc7ada38d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.189519] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.577061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.577061] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.692475] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.818452] env[69325]: DEBUG nova.network.neutron [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.079409] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.198930] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1319.199270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.320987] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.532206] env[69325]: DEBUG nova.compute.manager [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-vif-unplugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.532206] env[69325]: DEBUG oslo_concurrency.lockutils [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.532206] env[69325]: DEBUG oslo_concurrency.lockutils [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.532206] env[69325]: DEBUG oslo_concurrency.lockutils [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.532206] env[69325]: DEBUG nova.compute.manager [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] No waiting events found dispatching network-vif-unplugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1319.532206] env[69325]: WARNING nova.compute.manager [req-e0269394-379c-43f0-9d96-00c144af7fa2 req-34d9d893-a768-4372-8ace-754202e3cf0c service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received unexpected event network-vif-unplugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 for instance with vm_state shelved and task_state shelving_offloading. [ 1319.601774] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.602081] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.603791] env[69325]: INFO nova.compute.claims [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.623250] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.624179] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ac0e9-476a-4182-9353-27148050ee70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.629169] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "4773e448-8574-4687-bee5-1a49548c0d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.629399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.629601] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "4773e448-8574-4687-bee5-1a49548c0d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.630241] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.630241] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.633675] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.634143] env[69325]: INFO nova.compute.manager [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Terminating instance [ 1319.635458] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7100ff7-3145-4d82-b456-5ee7d40058ab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.711332] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.711578] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.711759] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.712398] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5a5190-1ca4-491a-8c58-ac9f3fb07117 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.719233] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1319.719233] env[69325]: value = "task-4072801" [ 1319.719233] env[69325]: _type = "Task" [ 1319.719233] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.727305] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.139470] env[69325]: DEBUG nova.compute.manager [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.139832] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.140599] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619beb7b-0155-432d-9651-d4fbb57699e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.148471] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.148719] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec68f74-0d01-4a76-8737-7350cfcbee48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.155545] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1320.155545] env[69325]: value = "task-4072802" [ 1320.155545] env[69325]: _type = "Task" [ 1320.155545] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.163923] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.199202] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.199511] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.199689] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.199848] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.229733] env[69325]: DEBUG oslo_vmware.api [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32178} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.230134] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.230333] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.230514] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.253860] env[69325]: INFO nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted allocations for instance 615e46df-188e-4520-87f1-972f3cbab35e [ 1320.443523] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.667031] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072802, 'name': PowerOffVM_Task, 'duration_secs': 0.243315} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.667349] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.667524] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.667775] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40207a60-bf9a-4d25-89bc-160e6fe5edc8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.680440] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65aa6f4-ff43-4362-ac2c-0bb982f4305a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.687435] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2dc834-bd4a-410f-aa26-c4305bc582e3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.717738] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6512fd-8283-4df1-95f0-7cfcd6c8718f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.725694] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6afcc98-2203-4a09-a5db-cd7cc76c2ebe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.741370] env[69325]: DEBUG nova.compute.provider_tree [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.744014] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.744240] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.744428] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleting the datastore file [datastore1] 4773e448-8574-4687-bee5-1a49548c0d42 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.744903] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b8060d-4f98-4074-a36d-1eb74c2717bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.751637] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for the task: (returnval){ [ 1320.751637] env[69325]: value = "task-4072804" [ 1320.751637] env[69325]: _type = "Task" [ 1320.751637] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.760904] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.761444] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.246195] env[69325]: DEBUG nova.scheduler.client.report [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.262393] env[69325]: DEBUG oslo_vmware.api [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Task: {'id': task-4072804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125634} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.262672] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.262853] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.263045] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.263229] env[69325]: INFO nova.compute.manager [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1321.263477] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.263680] env[69325]: DEBUG nova.compute.manager [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.263778] env[69325]: DEBUG nova.network.neutron [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.559976] env[69325]: DEBUG nova.compute.manager [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.559976] env[69325]: DEBUG nova.compute.manager [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing instance network info cache due to event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.560339] env[69325]: DEBUG oslo_concurrency.lockutils [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.560339] env[69325]: DEBUG oslo_concurrency.lockutils [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.560575] env[69325]: DEBUG nova.network.neutron [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.751801] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.752375] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.755236] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.994s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.755391] env[69325]: DEBUG nova.objects.instance [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'resources' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.045808] env[69325]: DEBUG nova.network.neutron [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.258674] env[69325]: DEBUG nova.compute.utils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.260270] env[69325]: DEBUG nova.objects.instance [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'numa_topology' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.261403] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.261568] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.302531] env[69325]: DEBUG nova.network.neutron [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updated VIF entry in instance network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.303151] env[69325]: DEBUG nova.network.neutron [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.314106] env[69325]: DEBUG nova.policy [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b3197a439045bc8fb43e38ae5e243c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eb8e9bde9fa4ac09801f8848d54d828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.548899] env[69325]: INFO nova.compute.manager [-] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Took 1.28 seconds to deallocate network for instance. [ 1322.605840] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Successfully created port: 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.764751] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.765608] env[69325]: DEBUG nova.objects.base [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Object Instance<615e46df-188e-4520-87f1-972f3cbab35e> lazy-loaded attributes: resources,numa_topology {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.805457] env[69325]: DEBUG oslo_concurrency.lockutils [req-378f5406-8cc0-49c1-977d-7bdb4cf5bb35 req-5ff012e6-80b5-423d-a92d-ba6cc014b7fe service nova] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.860780] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc8428-7ba0-4fd5-9aa5-29dfa3647fa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.868948] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f336a6-921d-4642-94aa-a91b9bb08ad0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.902500] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b51d76-a6c1-4d73-b8dd-0e0daf06468f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.910424] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648c5a4-9a68-40e3-9e01-a69f2528b806 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.923977] env[69325]: DEBUG nova.compute.provider_tree [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.942793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.055829] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.444513] env[69325]: ERROR nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [req-19afa551-5714-48f7-ae8e-a68bff6a71b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19afa551-5714-48f7-ae8e-a68bff6a71b1"}]} [ 1323.461260] env[69325]: DEBUG nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1323.476659] env[69325]: DEBUG nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1323.477078] env[69325]: DEBUG nova.compute.provider_tree [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.489068] env[69325]: DEBUG nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1323.509589] env[69325]: DEBUG nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1323.588284] env[69325]: DEBUG nova.compute.manager [req-a74a7a9b-e459-456d-94f3-ddef1b126343 req-9ebfdca1-24d9-400c-b5b5-7530ed6e0dc9 service nova] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Received event network-vif-deleted-66300793-8526-4267-8d4d-2615fcfd91c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.596334] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6526e-cefb-49bf-91ab-4ce032bf0b9c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.607176] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40c7226-3995-4455-8c6d-04791701fdcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.639977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08119fa-8400-4467-8bb6-0ee922f57d7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.648482] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394a4b4-92d2-4bc3-acb1-72ff59d12666 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.662373] env[69325]: DEBUG nova.compute.provider_tree [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.775888] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.804382] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.804382] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.804610] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.804610] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.804751] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.804906] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.805159] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.805346] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.805522] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.805690] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.805866] env[69325]: DEBUG nova.virt.hardware [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.806733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd521b-f082-4a03-9067-76ab5873a064 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.814894] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246265a6-873d-4110-b5fb-b5aa8ab45654 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.050205] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Successfully updated port: 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.194091] env[69325]: DEBUG nova.scheduler.client.report [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1324.194366] env[69325]: DEBUG nova.compute.provider_tree [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 160 to 161 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1324.194547] env[69325]: DEBUG nova.compute.provider_tree [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.552879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.553279] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.553279] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.699985] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.945s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.702687] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.647s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.702921] env[69325]: DEBUG nova.objects.instance [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lazy-loading 'resources' on Instance uuid 4773e448-8574-4687-bee5-1a49548c0d42 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.085816] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.213501] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6f848b72-c82a-4802-8304-076e09136784 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.937s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.214311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.272s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.214792] env[69325]: INFO nova.compute.manager [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Unshelving [ 1325.217299] env[69325]: DEBUG nova.network.neutron [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.300305] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dea1ed-d639-422d-9f4d-61a15b061ff5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.308196] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e14a51-0c0e-4541-9bf0-d92f0b1070ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.337820] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd8be9-7460-4efc-a786-62855fd8f15e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.345167] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb1d320-2450-4bf6-ac58-aeff5fdccc90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.358686] env[69325]: DEBUG nova.compute.provider_tree [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.617833] env[69325]: DEBUG nova.compute.manager [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.618085] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.618367] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.618534] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.618701] env[69325]: DEBUG nova.compute.manager [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] No waiting events found dispatching network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1325.618867] env[69325]: WARNING nova.compute.manager [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received unexpected event network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 for instance with vm_state building and task_state spawning. [ 1325.619038] env[69325]: DEBUG nova.compute.manager [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.619247] env[69325]: DEBUG nova.compute.manager [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing instance network info cache due to event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.619430] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.719045] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.719246] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance network_info: |[{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.721754] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.721950] env[69325]: DEBUG nova.network.neutron [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.722999] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e73837-a367-4404-9e50-50c7511a3fc4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.730354] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.733240] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.734098] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9973c94a-f2a6-481f-89d1-07dd8f16758b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.756801] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.756801] env[69325]: value = "task-4072805" [ 1325.756801] env[69325]: _type = "Task" [ 1325.756801] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.765683] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072805, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.863061] env[69325]: DEBUG nova.scheduler.client.report [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.956036] env[69325]: DEBUG nova.network.neutron [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updated VIF entry in instance network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.956450] env[69325]: DEBUG nova.network.neutron [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.233122] env[69325]: DEBUG nova.compute.utils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.266743] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072805, 'name': CreateVM_Task, 'duration_secs': 0.383211} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.266743] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.267105] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.267353] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.267683] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.267935] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd13982-3868-4fb1-a736-561b6d3498eb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.272698] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1326.272698] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5223ad8a-de4c-748e-bee2-1304d05f7e08" [ 1326.272698] env[69325]: _type = "Task" [ 1326.272698] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.280938] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5223ad8a-de4c-748e-bee2-1304d05f7e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.368721] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.390824] env[69325]: INFO nova.scheduler.client.report [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Deleted allocations for instance 4773e448-8574-4687-bee5-1a49548c0d42 [ 1326.438511] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.458627] env[69325]: DEBUG oslo_concurrency.lockutils [req-48989729-832a-4097-933d-d5514cab30b6 req-f22dd7a3-fb68-4c3c-8608-e94cc27fae5b service nova] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.736045] env[69325]: INFO nova.virt.block_device [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Booting with volume 27307586-d941-48d1-8229-993c9aa115ad at /dev/sdb [ 1326.774098] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24d7acb6-3dc9-441c-9b84-86fc48750b15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.786252] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5223ad8a-de4c-748e-bee2-1304d05f7e08, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.787653] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.787998] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.788297] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.788647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.789603] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.790175] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dde3584a-5773-47fd-9b2e-8aedcb68b4a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.794347] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b883c0-69ea-475b-9af8-50e7eb8f3684 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.812168] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.812388] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.813154] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0aff40-4abb-4722-8bdb-8880b251f5d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.823779] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7f5a9f-0d91-4c16-80f7-3c63bead37dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.826963] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1326.826963] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522794a8-6a44-9328-c003-05295b29c73d" [ 1326.826963] env[69325]: _type = "Task" [ 1326.826963] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.833739] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f9992-e60d-474b-91e6-27da428274fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.847034] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522794a8-6a44-9328-c003-05295b29c73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.864863] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a02297-7d2d-4935-9343-cef8b6932ceb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.872193] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98c7a0-fd24-42f5-b147-126bb24124e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.886205] env[69325]: DEBUG nova.virt.block_device [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating existing volume attachment record: 12bc65f8-e0d4-4a3f-8e30-4c23f91cb5c9 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1326.898373] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Lock "4773e448-8574-4687-bee5-1a49548c0d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.269s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.340116] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522794a8-6a44-9328-c003-05295b29c73d, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.340998] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72ecfbd-fefa-4c0b-913c-e8e1bc0a5979 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.347294] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1327.347294] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524d5614-6128-9e63-dffc-c547919371bc" [ 1327.347294] env[69325]: _type = "Task" [ 1327.347294] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.358885] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524d5614-6128-9e63-dffc-c547919371bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.858116] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524d5614-6128-9e63-dffc-c547919371bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.858434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.858687] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.858976] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c28901-0378-422a-be20-37aa527efc55 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.866843] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1327.866843] env[69325]: value = "task-4072809" [ 1327.866843] env[69325]: _type = "Task" [ 1327.866843] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.876166] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.915118] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.915416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.377633] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072809, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.418712] env[69325]: DEBUG nova.compute.utils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.878621] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534999} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.879042] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.879152] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.879377] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-266fa43a-acbd-4783-a0cf-71644004a32d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.887642] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1328.887642] env[69325]: value = "task-4072810" [ 1328.887642] env[69325]: _type = "Task" [ 1328.887642] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.897022] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.922179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.398431] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070172} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.398700] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.399528] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aef76c0-d08b-406c-9be2-eb1cbd034d62 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.422263] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.422565] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce9a0ab-445d-440a-a5f2-5b8b8a1c6d4f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.442702] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1329.442702] env[69325]: value = "task-4072811" [ 1329.442702] env[69325]: _type = "Task" [ 1329.442702] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.450758] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.954035] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072811, 'name': ReconfigVM_Task, 'duration_secs': 0.296711} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.954455] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.954914] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4caee978-e20d-49ae-bac5-1f0756e652dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.963304] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1329.963304] env[69325]: value = "task-4072812" [ 1329.963304] env[69325]: _type = "Task" [ 1329.963304] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.972949] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072812, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.989209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.989554] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.989908] env[69325]: INFO nova.compute.manager [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Attaching volume ec21763a-7612-4360-81da-d5a4ff256b92 to /dev/sdb [ 1330.025506] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4b89b-cf3b-4b07-aa2f-4b1d3c65185f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.033871] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b7edd-209d-4ac3-869d-4eea50b7b09a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.048837] env[69325]: DEBUG nova.virt.block_device [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating existing volume attachment record: b33a13c1-1bc4-4c82-a38c-a545752ea00f {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.474387] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072812, 'name': Rename_Task, 'duration_secs': 0.173186} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.474711] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.474963] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17de77c5-638e-4bf6-870e-bdc8a043d23c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.483438] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1330.483438] env[69325]: value = "task-4072814" [ 1330.483438] env[69325]: _type = "Task" [ 1330.483438] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.495183] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.994087] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072814, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.492948] env[69325]: DEBUG oslo_vmware.api [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072814, 'name': PowerOnVM_Task, 'duration_secs': 0.563087} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.493261] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.493470] env[69325]: INFO nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1331.493650] env[69325]: DEBUG nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1331.494427] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d67bc4-359d-4e1e-905a-0fba85024bd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.013083] env[69325]: INFO nova.compute.manager [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Took 12.43 seconds to build instance. [ 1332.514588] env[69325]: DEBUG oslo_concurrency.lockutils [None req-964f93a5-caed-4804-a8fc-86ec72ed42ee tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.937s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.733245] env[69325]: DEBUG nova.compute.manager [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.733457] env[69325]: DEBUG nova.compute.manager [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing instance network info cache due to event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.733703] env[69325]: DEBUG oslo_concurrency.lockutils [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.733878] env[69325]: DEBUG oslo_concurrency.lockutils [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.734115] env[69325]: DEBUG nova.network.neutron [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.909445] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "3bfa1213-a42a-4496-972d-7356b7a2b178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.909738] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.909958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.910165] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.910403] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.912580] env[69325]: INFO nova.compute.manager [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Terminating instance [ 1333.416723] env[69325]: DEBUG nova.compute.manager [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.417081] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.420301] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3db4f-29d5-4fa2-a1be-3cd59aa1bd03 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.428715] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.428969] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5358df2-b4f6-48f5-b6d6-aabf7deaea06 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.435990] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1333.435990] env[69325]: value = "task-4072819" [ 1333.435990] env[69325]: _type = "Task" [ 1333.435990] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.447285] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.457104] env[69325]: DEBUG nova.network.neutron [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updated VIF entry in instance network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.457530] env[69325]: DEBUG nova.network.neutron [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.951100] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072819, 'name': PowerOffVM_Task, 'duration_secs': 0.22364} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.951552] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.951760] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.952054] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2457e5-0091-4ec6-9b5e-fb0f1bdf2ba1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.960430] env[69325]: DEBUG oslo_concurrency.lockutils [req-1acde5d4-e026-411b-86ab-2cac2084ed80 req-579f7379-4269-4281-9391-c382c5b4a19d service nova] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.022982] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.023260] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.023455] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleting the datastore file [datastore1] 3bfa1213-a42a-4496-972d-7356b7a2b178 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.023779] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf31714-8806-4dbc-91ae-baa98c1b2936 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.030675] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1334.030675] env[69325]: value = "task-4072821" [ 1334.030675] env[69325]: _type = "Task" [ 1334.030675] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.039771] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.494667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.494667] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.494667] env[69325]: DEBUG nova.objects.instance [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'pci_requests' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.541164] env[69325]: DEBUG oslo_vmware.api [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153104} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.541428] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.541655] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.541842] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.542027] env[69325]: INFO nova.compute.manager [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1334.542280] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.542474] env[69325]: DEBUG nova.compute.manager [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.542570] env[69325]: DEBUG nova.network.neutron [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.998804] env[69325]: DEBUG nova.objects.instance [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'numa_topology' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.051835] env[69325]: DEBUG nova.compute.manager [req-bed9d1d1-daba-4ef2-8d95-cafee0acf6db req-40e4e5b8-3e22-46af-878f-81bf5cb28f2a service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Received event network-vif-deleted-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.052203] env[69325]: INFO nova.compute.manager [req-bed9d1d1-daba-4ef2-8d95-cafee0acf6db req-40e4e5b8-3e22-46af-878f-81bf5cb28f2a service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Neutron deleted interface f9302958-1290-4d9c-a6f1-3c7931a0b7c4; detaching it from the instance and deleting it from the info cache [ 1335.052410] env[69325]: DEBUG nova.network.neutron [req-bed9d1d1-daba-4ef2-8d95-cafee0acf6db req-40e4e5b8-3e22-46af-878f-81bf5cb28f2a service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.098950] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.099280] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807056', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'name': 'volume-ec21763a-7612-4360-81da-d5a4ff256b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2835a9eb-3430-4fda-afdb-4e4a1a883cb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'serial': 'ec21763a-7612-4360-81da-d5a4ff256b92'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.100164] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b681af-2e40-411e-bd5f-299a8d76910e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.117143] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e2f491-5ad5-47b1-95ce-a5393a4bf191 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.143553] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-ec21763a-7612-4360-81da-d5a4ff256b92/volume-ec21763a-7612-4360-81da-d5a4ff256b92.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.143850] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74e514e-c105-4411-9924-7956f7281bcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.163588] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1335.163588] env[69325]: value = "task-4072822" [ 1335.163588] env[69325]: _type = "Task" [ 1335.163588] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.173737] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.503067] env[69325]: INFO nova.compute.claims [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.531955] env[69325]: DEBUG nova.network.neutron [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.555635] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149ec816-3bd2-4ea8-8257-d794b146722c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.565967] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141016b-233d-4035-84df-bbb1d74226fc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.597645] env[69325]: DEBUG nova.compute.manager [req-bed9d1d1-daba-4ef2-8d95-cafee0acf6db req-40e4e5b8-3e22-46af-878f-81bf5cb28f2a service nova] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Detach interface failed, port_id=f9302958-1290-4d9c-a6f1-3c7931a0b7c4, reason: Instance 3bfa1213-a42a-4496-972d-7356b7a2b178 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.674045] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072822, 'name': ReconfigVM_Task, 'duration_secs': 0.353335} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.674379] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-ec21763a-7612-4360-81da-d5a4ff256b92/volume-ec21763a-7612-4360-81da-d5a4ff256b92.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.679758] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4f3b7d-9542-4790-97b3-b11854b44814 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.695787] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1335.695787] env[69325]: value = "task-4072823" [ 1335.695787] env[69325]: _type = "Task" [ 1335.695787] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.705333] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.034591] env[69325]: INFO nova.compute.manager [-] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Took 1.49 seconds to deallocate network for instance. [ 1336.207292] env[69325]: DEBUG oslo_vmware.api [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072823, 'name': ReconfigVM_Task, 'duration_secs': 0.158902} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.207633] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807056', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'name': 'volume-ec21763a-7612-4360-81da-d5a4ff256b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2835a9eb-3430-4fda-afdb-4e4a1a883cb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'serial': 'ec21763a-7612-4360-81da-d5a4ff256b92'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.542131] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.598702] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884affa-0685-4679-a1de-ce390b93a048 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.609969] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9988984-8285-4603-9cb9-67ee2635d55b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.662447] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd56348-f085-4f7d-98e7-126679b2e394 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.674211] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18679b3f-db6f-4265-98db-7e27140b59a6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.696747] env[69325]: DEBUG nova.compute.provider_tree [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.202145] env[69325]: DEBUG nova.scheduler.client.report [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.250119] env[69325]: DEBUG nova.objects.instance [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.709478] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.711766] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.170s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.712027] env[69325]: DEBUG nova.objects.instance [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'resources' on Instance uuid 3bfa1213-a42a-4496-972d-7356b7a2b178 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.753124] env[69325]: INFO nova.network.neutron [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1337.758087] env[69325]: DEBUG oslo_concurrency.lockutils [None req-1f92118a-0b06-4086-9d71-22d5eecd24a2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.768s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.304311] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5db51b-951f-4a5a-8328-08b24af67324 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.312959] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9f4d8-2cfb-49c9-bb9b-83bd456bc546 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.346866] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8cf5c4-c6fc-4fea-b4cd-a0641ac78025 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.355698] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6c2b04-0710-458e-9675-42b58d2deca7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.371946] env[69325]: DEBUG nova.compute.provider_tree [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.874824] env[69325]: DEBUG nova.scheduler.client.report [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.362689] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "911721ae-0b60-4b02-9f81-2e9b088a2237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.363129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.380429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.404187] env[69325]: INFO nova.scheduler.client.report [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted allocations for instance 3bfa1213-a42a-4496-972d-7356b7a2b178 [ 1339.460102] env[69325]: DEBUG nova.compute.manager [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.460329] env[69325]: DEBUG oslo_concurrency.lockutils [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.460538] env[69325]: DEBUG oslo_concurrency.lockutils [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.460716] env[69325]: DEBUG oslo_concurrency.lockutils [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.460897] env[69325]: DEBUG nova.compute.manager [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] No waiting events found dispatching network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1339.461075] env[69325]: WARNING nova.compute.manager [req-4e0401a6-3ff7-4d81-a665-9f798a08c450 req-bb9efa6a-11e9-4ac4-a8fa-00c5b62a1ffb service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received unexpected event network-vif-plugged-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 for instance with vm_state shelved_offloaded and task_state spawning. [ 1339.553984] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.554139] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.554318] env[69325]: DEBUG nova.network.neutron [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.866027] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.913026] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "3bfa1213-a42a-4496-972d-7356b7a2b178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.003s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.282139] env[69325]: DEBUG nova.network.neutron [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.390983] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.391296] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.392928] env[69325]: INFO nova.compute.claims [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.784889] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.813556] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2505402394f0371192fe5b8f16ab1b37',container_format='bare',created_at=2025-05-13T13:01:01Z,direct_url=,disk_format='vmdk',id=506fbcc9-8ffe-4cac-ae6b-3e188b92a852,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-160206779-shelved',owner='0a5b8addfebc4e93b5ceea8dd4179e13',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-13T13:01:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.813758] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.813921] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.814493] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.814493] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.814493] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.814664] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.814764] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.814931] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.815108] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.815324] env[69325]: DEBUG nova.virt.hardware [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.816275] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad89bc7d-acdc-4c44-9667-cc29a7243fae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.826926] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f143283b-5346-4452-bbb5-7ab438b2ff7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.843076] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:b0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ac6c33-3f88-4c4e-b58b-49a1ad65a810', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.850402] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.850691] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.850912] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ca6351a-b289-49bc-b040-6e6a52e647fa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.871052] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.871052] env[69325]: value = "task-4072824" [ 1340.871052] env[69325]: _type = "Task" [ 1340.871052] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.879592] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072824, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.382947] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072824, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.483071] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e743df-4a9d-49bd-91f9-de44fc54a8d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.489349] env[69325]: DEBUG nova.compute.manager [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.489657] env[69325]: DEBUG nova.compute.manager [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing instance network info cache due to event network-changed-26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.489989] env[69325]: DEBUG oslo_concurrency.lockutils [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] Acquiring lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.490270] env[69325]: DEBUG oslo_concurrency.lockutils [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] Acquired lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.490546] env[69325]: DEBUG nova.network.neutron [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Refreshing network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.495017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5d1a1-7e5f-4641-b8c0-e4df9b156deb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.527493] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6e255-ae00-4431-a60f-5367cf894cd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.535077] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe34183-ae37-435c-912d-80be53496294 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.548785] env[69325]: DEBUG nova.compute.provider_tree [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.882487] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072824, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.953445] env[69325]: DEBUG nova.compute.manager [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1342.051817] env[69325]: DEBUG nova.scheduler.client.report [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.204470] env[69325]: DEBUG nova.network.neutron [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updated VIF entry in instance network info cache for port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.205073] env[69325]: DEBUG nova.network.neutron [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [{"id": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "address": "fa:16:3e:33:b0:19", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ac6c33-3f", "ovs_interfaceid": "26ac6c33-3f88-4c4e-b58b-49a1ad65a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.383366] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072824, 'name': CreateVM_Task, 'duration_secs': 1.402286} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.383761] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.384260] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.384434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.384803] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.385074] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd03dc94-776c-4404-bdfb-07d35dc6cc22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.390424] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1342.390424] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5273db02-5508-00bc-04b4-0e827cc12359" [ 1342.390424] env[69325]: _type = "Task" [ 1342.390424] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.397701] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5273db02-5508-00bc-04b4-0e827cc12359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.473693] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.556921] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.557501] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.560410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.087s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.708553] env[69325]: DEBUG oslo_concurrency.lockutils [req-dedb50b0-24e1-4a2d-abf3-0c4e775950a7 req-e35fabc0-f5f2-4dc7-b8cf-fe2fd121a9ba service nova] Releasing lock "refresh_cache-615e46df-188e-4520-87f1-972f3cbab35e" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.901415] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.901680] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Processing image 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.901924] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.902092] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.902280] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.902572] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51293495-34fe-4517-bc75-04b186690115 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.911184] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.911398] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.912144] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c68c61-3ec9-4eec-b3e2-ae9ff7511aab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.917508] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1342.917508] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52baf7f4-f2ef-7ce2-fb5a-b248009f0244" [ 1342.917508] env[69325]: _type = "Task" [ 1342.917508] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.925157] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52baf7f4-f2ef-7ce2-fb5a-b248009f0244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.064411] env[69325]: DEBUG nova.compute.utils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.067930] env[69325]: INFO nova.compute.claims [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.071563] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.071738] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.118928] env[69325]: DEBUG nova.policy [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d1a9e71234441992ec6e937626a71f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d706d25d3e4447a3a57f1f85cf8ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.379461] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Successfully created port: c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.427445] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1343.427839] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Fetch image to [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5/OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1343.427906] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Downloading stream optimized image 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 to [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5/OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5.vmdk on the data store datastore2 as vApp {{(pid=69325) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1343.428131] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Downloading image file data 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 to the ESX as VM named 'OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5' {{(pid=69325) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1343.502232] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1343.502232] env[69325]: value = "resgroup-9" [ 1343.502232] env[69325]: _type = "ResourcePool" [ 1343.502232] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1343.502543] env[69325]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ab726478-a08b-4ddf-8fb9-0991c71e133b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.524304] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease: (returnval){ [ 1343.524304] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bcecf8-5f8a-3816-ddaa-87fdef4099ad" [ 1343.524304] env[69325]: _type = "HttpNfcLease" [ 1343.524304] env[69325]: } obtained for vApp import into resource pool (val){ [ 1343.524304] env[69325]: value = "resgroup-9" [ 1343.524304] env[69325]: _type = "ResourcePool" [ 1343.524304] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1343.524784] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the lease: (returnval){ [ 1343.524784] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bcecf8-5f8a-3816-ddaa-87fdef4099ad" [ 1343.524784] env[69325]: _type = "HttpNfcLease" [ 1343.524784] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1343.532060] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.532060] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bcecf8-5f8a-3816-ddaa-87fdef4099ad" [ 1343.532060] env[69325]: _type = "HttpNfcLease" [ 1343.532060] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.573172] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.578008] env[69325]: INFO nova.compute.resource_tracker [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating resource usage from migration aa3daa88-3e90-408d-8fd9-69882bbf2d69 [ 1343.682017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bb56ea-034c-4f90-a73d-88f0dfbf9e2c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.690021] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8beee8-e840-44b0-9b5f-0bcb27fa757d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.719923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014254c5-d66d-4464-a9fd-1ef7d93db73e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.727547] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9187bf8-f6c0-48ff-8cc7-2679354e34c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.740908] env[69325]: DEBUG nova.compute.provider_tree [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.035122] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.035122] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bcecf8-5f8a-3816-ddaa-87fdef4099ad" [ 1344.035122] env[69325]: _type = "HttpNfcLease" [ 1344.035122] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1344.035435] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1344.035435] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52bcecf8-5f8a-3816-ddaa-87fdef4099ad" [ 1344.035435] env[69325]: _type = "HttpNfcLease" [ 1344.035435] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1344.036146] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a69f4c-1883-4d41-b93d-c56c6a4cfa2b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.043293] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1344.043470] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1344.105427] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a50a8fa-37ba-4b88-823b-83c16210c8c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.243775] env[69325]: DEBUG nova.scheduler.client.report [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.607344] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.638096] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.638918] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.638918] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.638918] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.638918] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.639366] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.639366] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.639366] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.639559] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.639661] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.639837] env[69325]: DEBUG nova.virt.hardware [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.640746] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a93e1f-6121-43ae-a01e-3bc3f45d9e99 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.653365] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d5a84-8928-4092-a00b-1dff7fb6d5c4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.750136] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.189s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.750465] env[69325]: INFO nova.compute.manager [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Migrating [ 1344.763872] env[69325]: DEBUG nova.compute.manager [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Received event network-vif-plugged-c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.764135] env[69325]: DEBUG oslo_concurrency.lockutils [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] Acquiring lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.764350] env[69325]: DEBUG oslo_concurrency.lockutils [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.764552] env[69325]: DEBUG oslo_concurrency.lockutils [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.764718] env[69325]: DEBUG nova.compute.manager [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] No waiting events found dispatching network-vif-plugged-c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.764885] env[69325]: WARNING nova.compute.manager [req-f22e60dc-3ae2-4b40-b147-f777140b1f52 req-d9a88589-880a-4b35-af49-38aa4108254c service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Received unexpected event network-vif-plugged-c87a5f83-6554-4085-aa44-8330dd12bba6 for instance with vm_state building and task_state spawning. [ 1344.846496] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Successfully updated port: c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.181570] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1345.181822] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.182783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32304950-80ce-4b8f-97e9-fd6624765596 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.190439] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.190600] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1345.190719] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c67d56f-7c35-4c80-bc71-52a2cfcd61d9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.274428] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.274662] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.274814] env[69325]: DEBUG nova.network.neutron [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.349698] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.349958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.350136] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.404608] env[69325]: DEBUG oslo_vmware.rw_handles [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a10293-ed04-429f-e5c9-685e7dd067e9/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1345.404850] env[69325]: INFO nova.virt.vmwareapi.images [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Downloaded image file data 506fbcc9-8ffe-4cac-ae6b-3e188b92a852 [ 1345.405702] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f0512-889e-41b0-b522-ed666fc4cdbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.421727] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d9732a-d52d-4dca-b877-f72cbceb9d5b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.461646] env[69325]: INFO nova.virt.vmwareapi.images [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] The imported VM was unregistered [ 1345.464778] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1345.465061] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852 {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.465429] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c11ff5e-ced2-4ef6-a767-59d3898239b7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.476068] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852 {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.476274] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5/OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5.vmdk to [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk. {{(pid=69325) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1345.476540] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4a5ee64-f4cb-418c-9c4b-0b077226ff8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.483895] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1345.483895] env[69325]: value = "task-4072827" [ 1345.483895] env[69325]: _type = "Task" [ 1345.483895] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.494481] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.902271] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.996544] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.141756] env[69325]: DEBUG nova.network.neutron [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.146576] env[69325]: DEBUG nova.network.neutron [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updating instance_info_cache with network_info: [{"id": "c87a5f83-6554-4085-aa44-8330dd12bba6", "address": "fa:16:3e:c2:12:3e", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a5f83-65", "ovs_interfaceid": "c87a5f83-6554-4085-aa44-8330dd12bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.497375] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.645606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.649454] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.649810] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Instance network_info: |[{"id": "c87a5f83-6554-4085-aa44-8330dd12bba6", "address": "fa:16:3e:c2:12:3e", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a5f83-65", "ovs_interfaceid": "c87a5f83-6554-4085-aa44-8330dd12bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.650300] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:12:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c87a5f83-6554-4085-aa44-8330dd12bba6', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.658806] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.659762] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.660012] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98526942-dfed-43c6-b153-aa0beb738a7c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.687827] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.687827] env[69325]: value = "task-4072828" [ 1346.687827] env[69325]: _type = "Task" [ 1346.687827] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.699629] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.784645] env[69325]: DEBUG nova.compute.manager [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Received event network-changed-c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.784888] env[69325]: DEBUG nova.compute.manager [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Refreshing instance network info cache due to event network-changed-c87a5f83-6554-4085-aa44-8330dd12bba6. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.785170] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] Acquiring lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.785418] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] Acquired lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.785697] env[69325]: DEBUG nova.network.neutron [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Refreshing network info cache for port c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.997981] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.200744] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.501731] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.526038] env[69325]: DEBUG nova.network.neutron [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updated VIF entry in instance network info cache for port c87a5f83-6554-4085-aa44-8330dd12bba6. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.526422] env[69325]: DEBUG nova.network.neutron [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updating instance_info_cache with network_info: [{"id": "c87a5f83-6554-4085-aa44-8330dd12bba6", "address": "fa:16:3e:c2:12:3e", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a5f83-65", "ovs_interfaceid": "c87a5f83-6554-4085-aa44-8330dd12bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.702813] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.001502] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.029456] env[69325]: DEBUG oslo_concurrency.lockutils [req-a9cbb364-8468-49bd-aba4-14048865efb5 req-23684228-7e67-482a-9617-322f9d4feae8 service nova] Releasing lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.162930] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c851fc4-ae57-4d71-bf60-82cef0837b3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.184148] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.199732] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 25%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.497913] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072827, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.746066} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.499066] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5/OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5.vmdk to [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk. [ 1348.499066] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Cleaning up location [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1348.499066] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7183258f-dfb9-4653-9f21-833bf52981c5 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.499066] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817eafc6-1b13-4d45-b04a-34dc3e8865a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.506896] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1348.506896] env[69325]: value = "task-4072829" [ 1348.506896] env[69325]: _type = "Task" [ 1348.506896] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.516219] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.690609] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.690999] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4133665e-4890-4caf-9637-157908ae0bc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.703281] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.705189] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1348.705189] env[69325]: value = "task-4072830" [ 1348.705189] env[69325]: _type = "Task" [ 1348.705189] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.714432] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.017177] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06175} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.017561] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.017665] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.017914] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk to [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.018206] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec160f98-94dc-4ab9-93ce-7602576bc58c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.025473] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1349.025473] env[69325]: value = "task-4072831" [ 1349.025473] env[69325]: _type = "Task" [ 1349.025473] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.033545] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.201385] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.214862] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.537922] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.705257] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072828, 'name': CreateVM_Task, 'duration_secs': 2.657078} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.705482] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.706249] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.706424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.706772] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.707131] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a0e6cd-2f2b-4fd1-92eb-4c3a45ceacd8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.720387] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072830, 'name': PowerOffVM_Task, 'duration_secs': 0.716239} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.721883] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.722122] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.725621] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1349.725621] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5220a0e4-fcfb-3c49-ef1b-7cd77af0adde" [ 1349.725621] env[69325]: _type = "Task" [ 1349.725621] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.736864] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5220a0e4-fcfb-3c49-ef1b-7cd77af0adde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.038465] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.233475] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.233776] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.233926] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.234137] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.234293] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.234445] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.234653] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.234818] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.234984] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.235164] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.235341] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.240675] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261e942f-3ef9-4c93-a023-97549b419fd6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.261082] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5220a0e4-fcfb-3c49-ef1b-7cd77af0adde, 'name': SearchDatastore_Task, 'duration_secs': 0.090465} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.262324] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.262594] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.263088] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.263314] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.263524] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.263884] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1350.263884] env[69325]: value = "task-4072832" [ 1350.263884] env[69325]: _type = "Task" [ 1350.263884] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.264118] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3613907-97b9-4543-b22a-b0c9f3d7752f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.277918] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.284831] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.285112] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.285820] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77eefb48-ff18-4f8a-a955-4ff707e7ead6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.292355] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1350.292355] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52e3b2a4-e211-259f-062c-e7b4c68aa2db" [ 1350.292355] env[69325]: _type = "Task" [ 1350.292355] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.301584] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e3b2a4-e211-259f-062c-e7b4c68aa2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.537480] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.776883] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.804131] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52e3b2a4-e211-259f-062c-e7b4c68aa2db, 'name': SearchDatastore_Task, 'duration_secs': 0.089151} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.804970] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca4ee2b-1638-406c-8117-c215b1b0920b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.811212] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1350.811212] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52121e0f-e1ba-ef2d-4ec0-21c99eeb032e" [ 1350.811212] env[69325]: _type = "Task" [ 1350.811212] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.819982] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52121e0f-e1ba-ef2d-4ec0-21c99eeb032e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.038605] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.277874] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072832, 'name': ReconfigVM_Task, 'duration_secs': 0.974606} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.278233] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.323389] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52121e0f-e1ba-ef2d-4ec0-21c99eeb032e, 'name': SearchDatastore_Task, 'duration_secs': 0.081316} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.323647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.323910] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 911721ae-0b60-4b02-9f81-2e9b088a2237/911721ae-0b60-4b02-9f81-2e9b088a2237.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.324208] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e2ecf3-215a-459e-a937-3c839a0ba707 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.332262] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1351.332262] env[69325]: value = "task-4072833" [ 1351.332262] env[69325]: _type = "Task" [ 1351.332262] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.341884] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.541546] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.784788] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.785088] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.785219] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.785437] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.785639] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.785805] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.786081] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.786269] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.786447] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.786617] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.786796] env[69325]: DEBUG nova.virt.hardware [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.792342] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.792752] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2391ae17-1805-4e51-b540-76f06b8cfe0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.816010] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1351.816010] env[69325]: value = "task-4072834" [ 1351.816010] env[69325]: _type = "Task" [ 1351.816010] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.825685] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.842873] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.040727] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072831, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.529088} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.041115] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/506fbcc9-8ffe-4cac-ae6b-3e188b92a852/506fbcc9-8ffe-4cac-ae6b-3e188b92a852.vmdk to [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.041787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a71869-32e2-4fd3-bf45-cb20417d0a41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.064350] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.064657] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5705fe4d-1c58-4a7c-8c76-f9721ef19386 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.084242] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1352.084242] env[69325]: value = "task-4072835" [ 1352.084242] env[69325]: _type = "Task" [ 1352.084242] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.092797] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.325664] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072834, 'name': ReconfigVM_Task, 'duration_secs': 0.276147} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.325915] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.326888] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e854dcac-f798-4439-ae7e-6e25f3adf101 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.350355] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.353640] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995aaa12-6222-4519-9798-a7ed5f8bd4b9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.371962] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633426} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.373251] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 911721ae-0b60-4b02-9f81-2e9b088a2237/911721ae-0b60-4b02-9f81-2e9b088a2237.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.373483] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.373794] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1352.373794] env[69325]: value = "task-4072836" [ 1352.373794] env[69325]: _type = "Task" [ 1352.373794] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.373986] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3d6bd8-ca8a-482f-854d-41a409eb6ef9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.383444] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.384618] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1352.384618] env[69325]: value = "task-4072837" [ 1352.384618] env[69325]: _type = "Task" [ 1352.384618] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.392709] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.594836] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072835, 'name': ReconfigVM_Task, 'duration_secs': 0.284201} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.595099] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e/615e46df-188e-4520-87f1-972f3cbab35e.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.596249] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'image_id': '6f06049e-dc36-47c9-b886-e9477224ac3f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': '12bc65f8-e0d4-4a3f-8e30-4c23f91cb5c9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807054', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'name': 'volume-27307586-d941-48d1-8229-993c9aa115ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '615e46df-188e-4520-87f1-972f3cbab35e', 'attached_at': '', 'detached_at': '', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'serial': '27307586-d941-48d1-8229-993c9aa115ad'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69325) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1352.596455] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1352.596653] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807054', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'name': 'volume-27307586-d941-48d1-8229-993c9aa115ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '615e46df-188e-4520-87f1-972f3cbab35e', 'attached_at': '', 'detached_at': '', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'serial': '27307586-d941-48d1-8229-993c9aa115ad'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1352.597459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c73089d-a5bb-4654-b767-dfb3e2650b6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.613500] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda7a5a-55ae-484a-8140-563d164bb315 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.639469] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-27307586-d941-48d1-8229-993c9aa115ad/volume-27307586-d941-48d1-8229-993c9aa115ad.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.639822] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39778359-6122-4fc5-b7cc-1e7790880a18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.657939] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1352.657939] env[69325]: value = "task-4072838" [ 1352.657939] env[69325]: _type = "Task" [ 1352.657939] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.665938] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.885883] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072836, 'name': ReconfigVM_Task, 'duration_secs': 0.269763} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.888936] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c/461a6d80-7d3b-41e0-8f84-ca866b6c128c.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.889221] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.897598] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072619} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.897845] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.898673] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58a7b1-3ec2-43b0-b992-9ecd00cc3b84 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.920606] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 911721ae-0b60-4b02-9f81-2e9b088a2237/911721ae-0b60-4b02-9f81-2e9b088a2237.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.920909] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f9a6dc-e2b4-4b08-bb09-f9af4d139b0d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.942975] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1352.942975] env[69325]: value = "task-4072839" [ 1352.942975] env[69325]: _type = "Task" [ 1352.942975] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.951869] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.168278] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072838, 'name': ReconfigVM_Task, 'duration_secs': 0.336814} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.168695] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-27307586-d941-48d1-8229-993c9aa115ad/volume-27307586-d941-48d1-8229-993c9aa115ad.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.173804] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0890c03c-b937-46df-95bc-f1d25a13f5ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.190430] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1353.190430] env[69325]: value = "task-4072840" [ 1353.190430] env[69325]: _type = "Task" [ 1353.190430] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.202109] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.396298] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a9c093-56ab-421a-88ba-5dacd7838c82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.415299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b4d29-df9b-4aa3-a62e-2203b3562ffa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.434443] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.452279] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072839, 'name': ReconfigVM_Task, 'duration_secs': 0.326311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.452552] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 911721ae-0b60-4b02-9f81-2e9b088a2237/911721ae-0b60-4b02-9f81-2e9b088a2237.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.453188] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32f6635-3e55-47c7-b09d-06c9c4b47321 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.460135] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1353.460135] env[69325]: value = "task-4072841" [ 1353.460135] env[69325]: _type = "Task" [ 1353.460135] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.467981] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072841, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.701065] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072840, 'name': ReconfigVM_Task, 'duration_secs': 0.176179} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.701394] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807054', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'name': 'volume-27307586-d941-48d1-8229-993c9aa115ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '615e46df-188e-4520-87f1-972f3cbab35e', 'attached_at': '', 'detached_at': '', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'serial': '27307586-d941-48d1-8229-993c9aa115ad'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1353.701991] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f2d5f11-cf43-4eea-965d-6ee126ba6b38 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.709761] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1353.709761] env[69325]: value = "task-4072842" [ 1353.709761] env[69325]: _type = "Task" [ 1353.709761] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.719532] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072842, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.969792] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072841, 'name': Rename_Task, 'duration_secs': 0.141214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.970052] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.970277] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf2568a-8601-4244-8e9f-887a010938e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.972738] env[69325]: DEBUG nova.network.neutron [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Port 53cc6486-c2f1-45c8-b049-2b71397cdf56 binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.977779] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1353.977779] env[69325]: value = "task-4072843" [ 1353.977779] env[69325]: _type = "Task" [ 1353.977779] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.988834] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.220976] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072842, 'name': Rename_Task, 'duration_secs': 0.149546} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.221350] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.221483] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1a5bca-eb45-43da-bc58-7aecce6b0dad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.228084] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1354.228084] env[69325]: value = "task-4072844" [ 1354.228084] env[69325]: _type = "Task" [ 1354.228084] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.235806] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.488070] env[69325]: DEBUG oslo_vmware.api [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072843, 'name': PowerOnVM_Task, 'duration_secs': 0.467344} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.488361] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.488565] env[69325]: INFO nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1354.488748] env[69325]: DEBUG nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1354.489538] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aef514-26d3-4ae9-856e-1e5d534a2973 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.741881] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.998089] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.998341] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.998510] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.005495] env[69325]: INFO nova.compute.manager [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Took 14.63 seconds to build instance. [ 1355.238546] env[69325]: DEBUG oslo_vmware.api [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072844, 'name': PowerOnVM_Task, 'duration_secs': 0.516272} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.239832] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.340624] env[69325]: DEBUG nova.compute.manager [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.341711] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232044da-eb8d-491f-ad29-53cfe4685da0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.508566] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.145s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.859849] env[69325]: DEBUG oslo_concurrency.lockutils [None req-46628103-7366-4328-b4f9-e3e48d67cae8 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.645s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.975645] env[69325]: DEBUG nova.compute.manager [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Received event network-changed-c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.976013] env[69325]: DEBUG nova.compute.manager [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Refreshing instance network info cache due to event network-changed-c87a5f83-6554-4085-aa44-8330dd12bba6. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.976156] env[69325]: DEBUG oslo_concurrency.lockutils [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] Acquiring lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.976314] env[69325]: DEBUG oslo_concurrency.lockutils [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] Acquired lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.976492] env[69325]: DEBUG nova.network.neutron [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Refreshing network info cache for port c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.037882] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.038083] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.038265] env[69325]: DEBUG nova.network.neutron [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.802830] env[69325]: DEBUG nova.network.neutron [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updated VIF entry in instance network info cache for port c87a5f83-6554-4085-aa44-8330dd12bba6. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.803135] env[69325]: DEBUG nova.network.neutron [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updating instance_info_cache with network_info: [{"id": "c87a5f83-6554-4085-aa44-8330dd12bba6", "address": "fa:16:3e:c2:12:3e", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a5f83-65", "ovs_interfaceid": "c87a5f83-6554-4085-aa44-8330dd12bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.881186] env[69325]: DEBUG nova.network.neutron [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.306617] env[69325]: DEBUG oslo_concurrency.lockutils [req-7347141f-bc5e-4508-9198-bad76109a959 req-89ad731f-cb91-46da-aa5d-9b3e0d5d6c1f service nova] Releasing lock "refresh_cache-911721ae-0b60-4b02-9f81-2e9b088a2237" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.385052] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.909045] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb6f48-a690-4ea1-825d-34833a1edb73 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.928483] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9455c88f-196d-4af4-9a8a-94a3a9e02124 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.936204] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.443509] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.443850] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b29952-962d-43ba-9b3e-782064cbcd7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.451720] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1358.451720] env[69325]: value = "task-4072845" [ 1358.451720] env[69325]: _type = "Task" [ 1358.451720] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.460262] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.963376] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.463448] env[69325]: DEBUG oslo_vmware.api [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072845, 'name': PowerOnVM_Task, 'duration_secs': 0.59784} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.463733] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.463922] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-0316ab7f-3e5b-4dcf-bae3-7a91acd5c8d1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance '461a6d80-7d3b-41e0-8f84-ca866b6c128c' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.836357] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.836780] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.836921] env[69325]: DEBUG nova.compute.manager [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Going to confirm migration 9 {{(pid=69325) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1362.376208] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.376404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.376575] env[69325]: DEBUG nova.network.neutron [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.376766] env[69325]: DEBUG nova.objects.instance [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'info_cache' on Instance uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.685400] env[69325]: DEBUG nova.network.neutron [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [{"id": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "address": "fa:16:3e:d1:80:e8", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cc6486-c2", "ovs_interfaceid": "53cc6486-c2f1-45c8-b049-2b71397cdf56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.188902] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-461a6d80-7d3b-41e0-8f84-ca866b6c128c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.189283] env[69325]: DEBUG nova.objects.instance [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'migration_context' on Instance uuid 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.692216] env[69325]: DEBUG nova.objects.base [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Object Instance<461a6d80-7d3b-41e0-8f84-ca866b6c128c> lazy-loaded attributes: info_cache,migration_context {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.693230] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c17184-9b39-402a-b5f5-e7c3d0f34167 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.714985] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bc0313-d1b2-41ff-a41b-58e5938ae1cc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.721952] env[69325]: DEBUG oslo_vmware.api [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1364.721952] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]529e2ee0-6a15-e64a-98c2-f1d097c59f84" [ 1364.721952] env[69325]: _type = "Task" [ 1364.721952] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.730420] env[69325]: DEBUG oslo_vmware.api [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529e2ee0-6a15-e64a-98c2-f1d097c59f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.233416] env[69325]: DEBUG oslo_vmware.api [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]529e2ee0-6a15-e64a-98c2-f1d097c59f84, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.233740] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.234025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.820872] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3c9d9f-6052-4d67-bbc4-7513a00d9d53 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.828994] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138835a-8b92-4f17-a422-1eed6dc01846 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.858467] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2999984-9d2e-47cf-9906-c5c301bee48f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.866369] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9a9f2-4e2f-4385-bc43-ca5425607bc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.881338] env[69325]: DEBUG nova.compute.provider_tree [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1366.402573] env[69325]: ERROR nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [req-7b67609d-e1cc-4b01-99fe-445924d0d4fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b67609d-e1cc-4b01-99fe-445924d0d4fe"}]} [ 1366.419279] env[69325]: DEBUG nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1366.432153] env[69325]: DEBUG nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1366.432392] env[69325]: DEBUG nova.compute.provider_tree [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1366.443329] env[69325]: DEBUG nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1366.460649] env[69325]: DEBUG nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1366.545017] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fbcbb-1d6c-4f62-a38d-589aebd30424 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.553157] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c55d1e-c83c-476a-b489-fcd797c40543 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.584464] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164e98b-2d8b-4d4f-b6ff-31a1b67daee8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.592772] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a76c1a-2af6-466c-9852-b7e47a9839e5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.606736] env[69325]: DEBUG nova.compute.provider_tree [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1367.136854] env[69325]: DEBUG nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1367.137198] env[69325]: DEBUG nova.compute.provider_tree [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 164 to 165 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1367.137495] env[69325]: DEBUG nova.compute.provider_tree [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.150268] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.916s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.709703] env[69325]: INFO nova.scheduler.client.report [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted allocation for migration aa3daa88-3e90-408d-8fd9-69882bbf2d69 [ 1369.215700] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ea3f1f63-4b8c-49ce-ab15-3227f4400a12 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.379s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.012574] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.012868] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.013102] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.013311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.013509] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.016116] env[69325]: INFO nova.compute.manager [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Terminating instance [ 1370.289755] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.290251] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.290251] env[69325]: INFO nova.compute.manager [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Shelving [ 1370.520162] env[69325]: DEBUG nova.compute.manager [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.520448] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.521469] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2da971-0547-4d92-8502-66075662254f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.529857] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.530116] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3815a57c-9472-45e7-b89d-9a7532b887c1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.536869] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1370.536869] env[69325]: value = "task-4072846" [ 1370.536869] env[69325]: _type = "Task" [ 1370.536869] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.544249] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.048355] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072846, 'name': PowerOffVM_Task, 'duration_secs': 0.19258} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.048355] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.048659] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.048831] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499b036e-6704-498c-a609-296c6553a625 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.120058] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.120247] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.120466] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleting the datastore file [datastore2] 461a6d80-7d3b-41e0-8f84-ca866b6c128c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.120723] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93deaf79-fab9-4dfa-a78d-81b0606e0e0e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.128498] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1371.128498] env[69325]: value = "task-4072848" [ 1371.128498] env[69325]: _type = "Task" [ 1371.128498] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.137926] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.299916] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.300368] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a24b0cff-8ab7-46c8-9c63-a67bd0e271d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.307724] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1371.307724] env[69325]: value = "task-4072849" [ 1371.307724] env[69325]: _type = "Task" [ 1371.307724] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.317032] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.642878] env[69325]: DEBUG oslo_vmware.api [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148445} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.643357] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.643682] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.644019] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.644343] env[69325]: INFO nova.compute.manager [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1371.644748] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.645072] env[69325]: DEBUG nova.compute.manager [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.645245] env[69325]: DEBUG nova.network.neutron [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.819291] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072849, 'name': PowerOffVM_Task, 'duration_secs': 0.166245} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.819617] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.820702] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f90a8-38ba-40a6-b372-5444e44d942f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.841557] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87c7ff-d919-4409-ab4f-40f3abba6eff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.161729] env[69325]: DEBUG nova.compute.manager [req-2288ef10-fd33-4b2c-a9f1-aabc5b100dcc req-0a69a1aa-2df8-4047-9a22-f1edfafafc5a service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Received event network-vif-deleted-53cc6486-c2f1-45c8-b049-2b71397cdf56 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.161953] env[69325]: INFO nova.compute.manager [req-2288ef10-fd33-4b2c-a9f1-aabc5b100dcc req-0a69a1aa-2df8-4047-9a22-f1edfafafc5a service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Neutron deleted interface 53cc6486-c2f1-45c8-b049-2b71397cdf56; detaching it from the instance and deleting it from the info cache [ 1372.162277] env[69325]: DEBUG nova.network.neutron [req-2288ef10-fd33-4b2c-a9f1-aabc5b100dcc req-0a69a1aa-2df8-4047-9a22-f1edfafafc5a service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.355580] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1372.355998] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbf3f595-74ed-4339-9d60-447a7d23dfd5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.364321] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1372.364321] env[69325]: value = "task-4072850" [ 1372.364321] env[69325]: _type = "Task" [ 1372.364321] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.373855] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.639766] env[69325]: DEBUG nova.network.neutron [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.664394] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-551be21e-3712-4582-ac70-d7400bad0fdd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.675642] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c5440-0d13-4b12-9069-2d5c983fff90 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.706735] env[69325]: DEBUG nova.compute.manager [req-2288ef10-fd33-4b2c-a9f1-aabc5b100dcc req-0a69a1aa-2df8-4047-9a22-f1edfafafc5a service nova] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Detach interface failed, port_id=53cc6486-c2f1-45c8-b049-2b71397cdf56, reason: Instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.875346] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072850, 'name': CreateSnapshot_Task, 'duration_secs': 0.436869} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.875539] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1372.876860] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372b4ea-2039-4fa9-87a7-9ffb2c86aeee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.143153] env[69325]: INFO nova.compute.manager [-] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Took 1.50 seconds to deallocate network for instance. [ 1373.394823] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1373.395232] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b0d81b7-6661-44ef-9233-98372f835f23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.405475] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1373.405475] env[69325]: value = "task-4072851" [ 1373.405475] env[69325]: _type = "Task" [ 1373.405475] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.414346] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072851, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.649671] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.649929] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.650182] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.674051] env[69325]: INFO nova.scheduler.client.report [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted allocations for instance 461a6d80-7d3b-41e0-8f84-ca866b6c128c [ 1373.916696] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072851, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.182071] env[69325]: DEBUG oslo_concurrency.lockutils [None req-736bcf29-97f0-4f48-a1be-e7476862d72e tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "461a6d80-7d3b-41e0-8f84-ca866b6c128c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.169s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.418727] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072851, 'name': CloneVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.918482] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072851, 'name': CloneVM_Task, 'duration_secs': 1.055199} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.918834] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Created linked-clone VM from snapshot [ 1374.919766] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a03222-412b-41ed-bf59-17682c24eac8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.929028] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Uploading image 58427625-04f9-4bc0-b473-4632ff973e84 {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1374.940724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.940946] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.956455] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1374.956455] env[69325]: value = "vm-807061" [ 1374.956455] env[69325]: _type = "VirtualMachine" [ 1374.956455] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1374.957172] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52c2f3b8-4a3a-4987-ac05-eb766a90800f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.964795] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease: (returnval){ [ 1374.964795] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5232581c-313c-6df5-d6b4-af88b5649212" [ 1374.964795] env[69325]: _type = "HttpNfcLease" [ 1374.964795] env[69325]: } obtained for exporting VM: (result){ [ 1374.964795] env[69325]: value = "vm-807061" [ 1374.964795] env[69325]: _type = "VirtualMachine" [ 1374.964795] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1374.965274] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the lease: (returnval){ [ 1374.965274] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5232581c-313c-6df5-d6b4-af88b5649212" [ 1374.965274] env[69325]: _type = "HttpNfcLease" [ 1374.965274] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1374.972271] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1374.972271] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5232581c-313c-6df5-d6b4-af88b5649212" [ 1374.972271] env[69325]: _type = "HttpNfcLease" [ 1374.972271] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1375.443068] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.443348] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1375.443629] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.473007] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1375.473007] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5232581c-313c-6df5-d6b4-af88b5649212" [ 1375.473007] env[69325]: _type = "HttpNfcLease" [ 1375.473007] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1375.473382] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1375.473382] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5232581c-313c-6df5-d6b4-af88b5649212" [ 1375.473382] env[69325]: _type = "HttpNfcLease" [ 1375.473382] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1375.474011] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f48614f-7219-4723-bdcd-5e8baea3b088 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.482828] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1375.482999] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1375.566665] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba29a410-802b-44d1-8cfb-0cdda435f696 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.966874] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.967183] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.969485] env[69325]: INFO nova.compute.claims [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.446992] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.058820] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f00e5e-5355-417f-ab23-4ad57c3d8a79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.067625] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887b7a1-2965-4051-9bcb-2e87740aec31 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.099788] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009180e-1b1e-4a8a-b698-6c3224b6f292 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.108304] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be957777-6885-45f0-a533-d21754034f49 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.123173] env[69325]: DEBUG nova.compute.provider_tree [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.444114] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.628052] env[69325]: DEBUG nova.scheduler.client.report [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.134137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.134542] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.443690] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.641283] env[69325]: DEBUG nova.compute.utils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.642723] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.643279] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.706633] env[69325]: DEBUG nova.policy [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3de6e282414de798a1dcb1c207400d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cd235f84664a8ea102cddacec2fec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.946993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.947298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.947475] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.947632] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1378.948580] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d04ad-72d8-47e9-92ab-dbd36c4ea48a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.957628] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd515ab-3163-4a18-bcb5-33e6d8e7f7c0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.972448] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d6552d-1930-4b46-9232-ac30d87d5e14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.980036] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d6054f-e6a6-41d1-9033-ff6d5df33b22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.010951] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180304MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1379.010951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.010951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.032911] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Successfully created port: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.146376] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.041068] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.041388] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance a001d7a1-3634-4bd8-b637-92347415652c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.041388] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 615e46df-188e-4520-87f1-972f3cbab35e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.041492] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 911721ae-0b60-4b02-9f81-2e9b088a2237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.041572] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.041823] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1380.041901] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1380.113481] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f94e0-dffa-4100-bb92-84a742d58a44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.122108] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc71e4-9d8c-4197-a0ff-570481f5bd07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.154154] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2cc2fa-69f6-45e5-9815-0127bdd4fc89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.159278] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.164536] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c073a-15d1-45b6-a2b6-60f3a81d3b37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.178988] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.188855] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.189139] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.189306] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.189493] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.189639] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.189789] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.190010] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.190810] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.190810] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.190973] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.191108] env[69325]: DEBUG nova.virt.hardware [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.191970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34006b-257b-403f-ac00-c4a7db378bad {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.201373] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf6294-d487-488c-9926-fe98c04979f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.405524] env[69325]: DEBUG nova.compute.manager [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Received event network-vif-plugged-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.405866] env[69325]: DEBUG oslo_concurrency.lockutils [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] Acquiring lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.406408] env[69325]: DEBUG oslo_concurrency.lockutils [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.406646] env[69325]: DEBUG oslo_concurrency.lockutils [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.406854] env[69325]: DEBUG nova.compute.manager [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] No waiting events found dispatching network-vif-plugged-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1380.407077] env[69325]: WARNING nova.compute.manager [req-f966d3c3-bc03-42fd-bfd1-3eb838b039de req-80a65cba-7303-4991-88c2-94205ce9a1c6 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Received unexpected event network-vif-plugged-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c for instance with vm_state building and task_state spawning. [ 1380.492803] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Successfully updated port: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.682706] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.996022] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.996349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.996349] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.188082] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1381.188629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.555344] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.706782] env[69325]: DEBUG nova.network.neutron [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.188642] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.189090] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.189165] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.189361] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.210228] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.210568] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Instance network_info: |[{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.211076] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:03:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.218963] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.219192] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.219417] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f9d790-4166-4076-9067-933912491cf8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.241023] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.241023] env[69325]: value = "task-4072853" [ 1382.241023] env[69325]: _type = "Task" [ 1382.241023] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.252109] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072853, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.433720] env[69325]: DEBUG nova.compute.manager [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Received event network-changed-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.433720] env[69325]: DEBUG nova.compute.manager [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Refreshing instance network info cache due to event network-changed-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.433720] env[69325]: DEBUG oslo_concurrency.lockutils [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.434263] env[69325]: DEBUG oslo_concurrency.lockutils [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.434263] env[69325]: DEBUG nova.network.neutron [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Refreshing network info cache for port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.751235] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072853, 'name': CreateVM_Task, 'duration_secs': 0.415633} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.751449] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.752123] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.752315] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.752647] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.752936] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fdb566-aaad-403b-a95d-bd4de950ecbf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.758359] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1382.758359] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5223dcd6-d3b4-6423-162a-2e42e79b578a" [ 1382.758359] env[69325]: _type = "Task" [ 1382.758359] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.766563] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5223dcd6-d3b4-6423-162a-2e42e79b578a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.136329] env[69325]: DEBUG nova.network.neutron [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updated VIF entry in instance network info cache for port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.136725] env[69325]: DEBUG nova.network.neutron [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.269436] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5223dcd6-d3b4-6423-162a-2e42e79b578a, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.269807] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.269989] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.270330] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.270512] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.270721] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.271042] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f0d32a-69ef-48f0-8c25-7da109bdbc88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.281329] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.281514] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.282267] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c2d257-6cc7-41a4-8b45-c97284edc9a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.287769] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1383.287769] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5234ce6c-875a-ad98-8ff5-f7a1409ff619" [ 1383.287769] env[69325]: _type = "Task" [ 1383.287769] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.295749] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5234ce6c-875a-ad98-8ff5-f7a1409ff619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.640395] env[69325]: DEBUG oslo_concurrency.lockutils [req-691da015-79e0-443e-9b1c-e27147802949 req-be2c0aef-9509-4849-924f-d1647f868f42 service nova] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.756101] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1383.757097] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eeb9d2-31e6-4f48-8de0-29604169fdc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.763780] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1383.763954] env[69325]: ERROR oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk due to incomplete transfer. [ 1383.764195] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a15138a4-c775-4160-a5fd-78d67fbd22d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.771724] env[69325]: DEBUG oslo_vmware.rw_handles [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9fc43-027b-debf-f09e-606c37144de9/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1383.771922] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Uploaded image 58427625-04f9-4bc0-b473-4632ff973e84 to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1383.774193] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1383.774449] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0566e49-5b7e-41a6-b86f-fb9cb55a2ddd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.780485] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1383.780485] env[69325]: value = "task-4072854" [ 1383.780485] env[69325]: _type = "Task" [ 1383.780485] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.790528] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072854, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.799245] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5234ce6c-875a-ad98-8ff5-f7a1409ff619, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.800030] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869e61f9-3ff4-4596-94f8-b26b0447bf96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.805444] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1383.805444] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52931b01-c46e-69a7-950e-c78c4cd872ff" [ 1383.805444] env[69325]: _type = "Task" [ 1383.805444] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.814738] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52931b01-c46e-69a7-950e-c78c4cd872ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.290793] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072854, 'name': Destroy_Task, 'duration_secs': 0.36192} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.291088] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Destroyed the VM [ 1384.291330] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1384.291594] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-510546d7-faf3-4e38-85ea-6860cb1d7f51 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.297953] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1384.297953] env[69325]: value = "task-4072855" [ 1384.297953] env[69325]: _type = "Task" [ 1384.297953] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.306340] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.316034] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52931b01-c46e-69a7-950e-c78c4cd872ff, 'name': SearchDatastore_Task, 'duration_secs': 0.021007} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.316034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.316343] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.316623] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3b094b-80ad-4e11-af20-8bd5886ab6d1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.323985] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1384.323985] env[69325]: value = "task-4072856" [ 1384.323985] env[69325]: _type = "Task" [ 1384.323985] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.332300] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.807650] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072855, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.834323] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463428} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.834645] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.834892] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.835190] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b42d1d7-428c-41c1-b304-e4ea6a1d9dba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.842457] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1384.842457] env[69325]: value = "task-4072857" [ 1384.842457] env[69325]: _type = "Task" [ 1384.842457] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.850773] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.310101] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072855, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573453} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.310411] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1385.310661] env[69325]: DEBUG nova.compute.manager [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1385.311441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597578c7-503b-41d3-ab87-cc0e4f95831d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.351975] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177976} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.352208] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.352963] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f758cdc-cfcf-4137-8b7a-8e0aafb18715 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.376366] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.376883] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f10fb99-c68d-46a0-8ffe-5876fe61ed03 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.398748] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1385.398748] env[69325]: value = "task-4072858" [ 1385.398748] env[69325]: _type = "Task" [ 1385.398748] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.407801] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.823880] env[69325]: INFO nova.compute.manager [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Shelve offloading [ 1385.909292] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072858, 'name': ReconfigVM_Task, 'duration_secs': 0.437255} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.909515] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.910201] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fb9c421-2cb9-4c68-b52a-28574c04a681 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.917066] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1385.917066] env[69325]: value = "task-4072859" [ 1385.917066] env[69325]: _type = "Task" [ 1385.917066] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.926239] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072859, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.327734] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.328111] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44eea8d6-9d23-419b-b900-34ee2df9663c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.335462] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1386.335462] env[69325]: value = "task-4072860" [ 1386.335462] env[69325]: _type = "Task" [ 1386.335462] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.343974] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.426703] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072859, 'name': Rename_Task, 'duration_secs': 0.198285} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.426981] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.427248] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ad54da-fd44-4df3-90a3-0c745b008c80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.433189] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1386.433189] env[69325]: value = "task-4072861" [ 1386.433189] env[69325]: _type = "Task" [ 1386.433189] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.440589] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.846575] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1386.846794] env[69325]: DEBUG nova.compute.manager [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1386.847546] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0424901-c109-4500-8891-358c6bdd2b32 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.853108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.853298] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.853447] env[69325]: DEBUG nova.network.neutron [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.943556] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.443585] env[69325]: DEBUG oslo_vmware.api [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072861, 'name': PowerOnVM_Task, 'duration_secs': 0.958784} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.443585] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.444037] env[69325]: INFO nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1387.444037] env[69325]: DEBUG nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1387.444698] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408bb66-8863-4b70-8df3-231478516daf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.564926] env[69325]: DEBUG nova.network.neutron [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.963685] env[69325]: INFO nova.compute.manager [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Took 12.01 seconds to build instance. [ 1388.067981] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.265316] env[69325]: DEBUG nova.compute.manager [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-vif-unplugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.265540] env[69325]: DEBUG oslo_concurrency.lockutils [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.265743] env[69325]: DEBUG oslo_concurrency.lockutils [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.265919] env[69325]: DEBUG oslo_concurrency.lockutils [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.266100] env[69325]: DEBUG nova.compute.manager [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] No waiting events found dispatching network-vif-unplugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1388.266277] env[69325]: WARNING nova.compute.manager [req-cae09c85-3eec-4d8f-9b16-25a44ed7506e req-16b37e6c-0b82-46ed-865d-6dea0f020ef7 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received unexpected event network-vif-unplugged-78e73837-a367-4404-9e50-50c7511a3fc4 for instance with vm_state shelved and task_state shelving_offloading. [ 1388.356174] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.357161] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589f9e2d-be88-49d0-afba-1dd6da2fddbb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.366040] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.366376] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f8bcff-a6a8-4c6a-9b6b-e2df02356260 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.437137] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.437441] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.437743] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleting the datastore file [datastore1] a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.437942] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31619ffa-92cd-4918-aaea-c4b6200ecec4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.444499] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1388.444499] env[69325]: value = "task-4072863" [ 1388.444499] env[69325]: _type = "Task" [ 1388.444499] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.452884] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.465471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-6743d593-8f77-42d4-bf02-cfbc7011b4ec tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.524s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.954647] env[69325]: DEBUG oslo_vmware.api [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128331} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.954926] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.955126] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.955308] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.980262] env[69325]: INFO nova.scheduler.client.report [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted allocations for instance a001d7a1-3634-4bd8-b637-92347415652c [ 1389.131513] env[69325]: DEBUG nova.compute.manager [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Received event network-changed-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.131761] env[69325]: DEBUG nova.compute.manager [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Refreshing instance network info cache due to event network-changed-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.131972] env[69325]: DEBUG oslo_concurrency.lockutils [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.132133] env[69325]: DEBUG oslo_concurrency.lockutils [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.132299] env[69325]: DEBUG nova.network.neutron [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Refreshing network info cache for port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.484762] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.485142] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.485297] env[69325]: DEBUG nova.objects.instance [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'resources' on Instance uuid a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.850303] env[69325]: DEBUG nova.network.neutron [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updated VIF entry in instance network info cache for port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.850690] env[69325]: DEBUG nova.network.neutron [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.988333] env[69325]: DEBUG nova.objects.instance [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'numa_topology' on Instance uuid a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.289050] env[69325]: DEBUG nova.compute.manager [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.289311] env[69325]: DEBUG nova.compute.manager [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing instance network info cache due to event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.289502] env[69325]: DEBUG oslo_concurrency.lockutils [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.289789] env[69325]: DEBUG oslo_concurrency.lockutils [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.289979] env[69325]: DEBUG nova.network.neutron [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.353685] env[69325]: DEBUG oslo_concurrency.lockutils [req-d64d25a8-6bdd-443e-8a66-c0fa87036086 req-a7110248-31d2-4245-93a6-dee1af12caeb service nova] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.491579] env[69325]: DEBUG nova.objects.base [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1390.565733] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fd398-9fb9-4422-bbd7-1da501b36a37 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.574975] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02d86d-dbe3-4fc3-8eb4-43021409952b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.605276] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952a16b-989c-429e-8582-596e8c708ec0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.615163] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030be29-8e9f-478e-80e3-d319673cdde8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.629181] env[69325]: DEBUG nova.compute.provider_tree [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.133105] env[69325]: DEBUG nova.scheduler.client.report [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.179841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.180215] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.254179] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.256269] env[69325]: DEBUG nova.network.neutron [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updated VIF entry in instance network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.256607] env[69325]: DEBUG nova.network.neutron [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap78e73837-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.638768] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.683287] env[69325]: INFO nova.compute.manager [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Detaching volume 27307586-d941-48d1-8229-993c9aa115ad [ 1391.717039] env[69325]: INFO nova.virt.block_device [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Attempting to driver detach volume 27307586-d941-48d1-8229-993c9aa115ad from mountpoint /dev/sdb [ 1391.717365] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.717661] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807054', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'name': 'volume-27307586-d941-48d1-8229-993c9aa115ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '615e46df-188e-4520-87f1-972f3cbab35e', 'attached_at': '', 'detached_at': '', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'serial': '27307586-d941-48d1-8229-993c9aa115ad'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.718829] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2ecca-52ea-4f1c-803e-5065421f26f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.741018] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1169d63-b88d-4506-b40b-2953dad73ba4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.748474] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4f121-e8a7-40f9-99e7-df69bf38d01a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.769009] env[69325]: DEBUG oslo_concurrency.lockutils [req-05430f0c-5020-4b4f-bf18-897f2156bf43 req-ecd8f773-75c4-43ad-93a7-e910535a38cc service nova] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.770008] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b89c5d0-380d-4a12-a245-b688ea19d861 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.785278] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] The volume has not been displaced from its original location: [datastore1] volume-27307586-d941-48d1-8229-993c9aa115ad/volume-27307586-d941-48d1-8229-993c9aa115ad.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.790628] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.790936] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f2492d-2ae2-450a-b46f-51d970be51c6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.809900] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1391.809900] env[69325]: value = "task-4072864" [ 1391.809900] env[69325]: _type = "Task" [ 1391.809900] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.818193] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.146452] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3c96b33b-4280-4b1b-b4d0-e7266ccf720a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.856s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.147137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.893s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.147328] env[69325]: INFO nova.compute.manager [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Unshelving [ 1392.321858] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072864, 'name': ReconfigVM_Task, 'duration_secs': 0.241894} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.322207] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.326641] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f62f4e1-1598-4bad-9325-8439dba19922 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.341511] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1392.341511] env[69325]: value = "task-4072865" [ 1392.341511] env[69325]: _type = "Task" [ 1392.341511] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.352083] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.852301] env[69325]: DEBUG oslo_vmware.api [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072865, 'name': ReconfigVM_Task, 'duration_secs': 0.150407} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.852697] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807054', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'name': 'volume-27307586-d941-48d1-8229-993c9aa115ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '615e46df-188e-4520-87f1-972f3cbab35e', 'attached_at': '', 'detached_at': '', 'volume_id': '27307586-d941-48d1-8229-993c9aa115ad', 'serial': '27307586-d941-48d1-8229-993c9aa115ad'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.037214] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "911721ae-0b60-4b02-9f81-2e9b088a2237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.037490] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.037704] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.037884] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.038073] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.040184] env[69325]: INFO nova.compute.manager [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Terminating instance [ 1393.172060] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.172356] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.172661] env[69325]: DEBUG nova.objects.instance [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'pci_requests' on Instance uuid a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.392657] env[69325]: DEBUG nova.objects.instance [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'flavor' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.544052] env[69325]: DEBUG nova.compute.manager [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.544052] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.544510] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1077a6f2-8b36-4a7f-b732-ed99ac802c45 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.552903] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.553157] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97f839d-8d33-416e-a1d7-b132cb6dc91b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.559048] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1393.559048] env[69325]: value = "task-4072866" [ 1393.559048] env[69325]: _type = "Task" [ 1393.559048] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.568411] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.678072] env[69325]: DEBUG nova.objects.instance [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'numa_topology' on Instance uuid a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.068607] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072866, 'name': PowerOffVM_Task, 'duration_secs': 0.194946} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.068906] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.069011] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.069290] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2551e27f-3ae4-470a-a15b-c3441e8566d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.137068] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.137414] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.137621] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleting the datastore file [datastore2] 911721ae-0b60-4b02-9f81-2e9b088a2237 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.137923] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a35fc22-7b5e-4081-84d6-b7309855d19d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.144034] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1394.144034] env[69325]: value = "task-4072868" [ 1394.144034] env[69325]: _type = "Task" [ 1394.144034] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.154161] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.181100] env[69325]: INFO nova.compute.claims [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.400606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e3d810d9-5e47-4815-8850-70726c024eb4 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.655296] env[69325]: DEBUG oslo_vmware.api [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130475} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.655539] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.655729] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.655908] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.656214] env[69325]: INFO nova.compute.manager [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.656471] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.656667] env[69325]: DEBUG nova.compute.manager [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.656765] env[69325]: DEBUG nova.network.neutron [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.114496] env[69325]: DEBUG nova.compute.manager [req-0d773618-1580-49d2-a82b-5ed3dd9a372a req-e0219486-7865-462d-8fb5-354934abeab2 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Received event network-vif-deleted-c87a5f83-6554-4085-aa44-8330dd12bba6 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.114720] env[69325]: INFO nova.compute.manager [req-0d773618-1580-49d2-a82b-5ed3dd9a372a req-e0219486-7865-462d-8fb5-354934abeab2 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Neutron deleted interface c87a5f83-6554-4085-aa44-8330dd12bba6; detaching it from the instance and deleting it from the info cache [ 1395.114816] env[69325]: DEBUG nova.network.neutron [req-0d773618-1580-49d2-a82b-5ed3dd9a372a req-e0219486-7865-462d-8fb5-354934abeab2 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.274371] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef79f6a-c9af-4ed6-b937-5756d5219012 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.282622] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2701b-7b87-416a-956e-9d849b872fcf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.314438] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9dd715-8522-4e09-969c-6d6e73b6be39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.322666] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258cf835-7baf-413c-9836-87608e4ec708 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.338219] env[69325]: DEBUG nova.compute.provider_tree [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.438438] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.438699] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.438912] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "615e46df-188e-4520-87f1-972f3cbab35e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.439112] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.439361] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.441566] env[69325]: INFO nova.compute.manager [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Terminating instance [ 1395.596642] env[69325]: DEBUG nova.network.neutron [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.617116] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a7f2d7-3fa3-4430-bdc8-b663a0d9bab7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.630966] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e794903d-43f0-4ca2-b317-e43a6c340f44 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.666558] env[69325]: DEBUG nova.compute.manager [req-0d773618-1580-49d2-a82b-5ed3dd9a372a req-e0219486-7865-462d-8fb5-354934abeab2 service nova] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Detach interface failed, port_id=c87a5f83-6554-4085-aa44-8330dd12bba6, reason: Instance 911721ae-0b60-4b02-9f81-2e9b088a2237 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1395.841336] env[69325]: DEBUG nova.scheduler.client.report [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.946147] env[69325]: DEBUG nova.compute.manager [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.946568] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.948030] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c76f655-0ddf-4c20-9181-a6fb5f74a3b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.958121] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.958415] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab6524ad-2712-43fd-bc52-f9f5777f3be8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.965796] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1395.965796] env[69325]: value = "task-4072869" [ 1395.965796] env[69325]: _type = "Task" [ 1395.965796] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.975415] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.100336] env[69325]: INFO nova.compute.manager [-] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Took 1.44 seconds to deallocate network for instance. [ 1396.346456] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.388933] env[69325]: INFO nova.network.neutron [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating port 78e73837-a367-4404-9e50-50c7511a3fc4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1396.477686] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072869, 'name': PowerOffVM_Task, 'duration_secs': 0.220975} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.477971] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.478226] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.478462] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066d0979-727b-4677-bb3d-99b62f162a80 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.558602] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.558830] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.559029] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore2] 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.559327] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e1a3ec-69aa-48c1-99cf-848076483c91 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.567125] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1396.567125] env[69325]: value = "task-4072871" [ 1396.567125] env[69325]: _type = "Task" [ 1396.567125] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.576234] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.610606] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.610951] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.611202] env[69325]: DEBUG nova.objects.instance [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'resources' on Instance uuid 911721ae-0b60-4b02-9f81-2e9b088a2237 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.079982] env[69325]: DEBUG oslo_vmware.api [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1557} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.080345] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.080614] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.080856] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.081115] env[69325]: INFO nova.compute.manager [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1397.081459] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.081715] env[69325]: DEBUG nova.compute.manager [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.081840] env[69325]: DEBUG nova.network.neutron [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.203116] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144a266-10bc-4ad0-936d-0e8ebb883256 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.211551] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee4ca3-6a74-4a2b-b7ce-18d0bc8b3948 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.242862] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac7fc2-ad6e-4d2b-b152-69472c8f6562 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.251456] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb326b-fb7c-419d-9ac1-2358f996a4bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.265819] env[69325]: DEBUG nova.compute.provider_tree [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.601750] env[69325]: DEBUG nova.compute.manager [req-14e72bbe-6245-4e38-aada-5e5e80db96d9 req-68b3063f-8887-4a00-88a2-70e6a9defdf3 service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Received event network-vif-deleted-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.601995] env[69325]: INFO nova.compute.manager [req-14e72bbe-6245-4e38-aada-5e5e80db96d9 req-68b3063f-8887-4a00-88a2-70e6a9defdf3 service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Neutron deleted interface 26ac6c33-3f88-4c4e-b58b-49a1ad65a810; detaching it from the instance and deleting it from the info cache [ 1397.602220] env[69325]: DEBUG nova.network.neutron [req-14e72bbe-6245-4e38-aada-5e5e80db96d9 req-68b3063f-8887-4a00-88a2-70e6a9defdf3 service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.770660] env[69325]: DEBUG nova.scheduler.client.report [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.920103] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.920311] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.920519] env[69325]: DEBUG nova.network.neutron [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.076304] env[69325]: DEBUG nova.network.neutron [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.105041] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7a3ef28-d811-4b66-a7e9-7d3aa649cadf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.116180] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e682745-fc67-44c9-a724-e2ab788828da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.144034] env[69325]: DEBUG nova.compute.manager [req-14e72bbe-6245-4e38-aada-5e5e80db96d9 req-68b3063f-8887-4a00-88a2-70e6a9defdf3 service nova] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Detach interface failed, port_id=26ac6c33-3f88-4c4e-b58b-49a1ad65a810, reason: Instance 615e46df-188e-4520-87f1-972f3cbab35e could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.276125] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.295021] env[69325]: INFO nova.scheduler.client.report [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted allocations for instance 911721ae-0b60-4b02-9f81-2e9b088a2237 [ 1398.577906] env[69325]: INFO nova.compute.manager [-] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Took 1.50 seconds to deallocate network for instance. [ 1398.643685] env[69325]: DEBUG nova.network.neutron [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.803999] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2a237f64-ba00-448a-8f10-d71b77cad982 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "911721ae-0b60-4b02-9f81-2e9b088a2237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.085065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.085065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.085246] env[69325]: DEBUG nova.objects.instance [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'resources' on Instance uuid 615e46df-188e-4520-87f1-972f3cbab35e {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.147447] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.177014] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b01f2164b652e7a1ae6cd861016fbe70',container_format='bare',created_at=2025-05-13T13:02:13Z,direct_url=,disk_format='vmdk',id=58427625-04f9-4bc0-b473-4632ff973e84,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1926919324-shelved',owner='6eb8e9bde9fa4ac09801f8848d54d828',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-13T13:02:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.177299] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.177467] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.177651] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.177801] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.177949] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.178283] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.178470] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.178672] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.178844] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.179030] env[69325]: DEBUG nova.virt.hardware [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.179970] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22d32f-b6c2-49af-ad37-a55e48d8afdc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.188545] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf83b1c4-d5b3-42e7-bb31-d9d914905c81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.203937] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e73837-a367-4404-9e50-50c7511a3fc4', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.211639] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.211957] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.212203] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0d5336-9f66-4f93-a1a9-ba4ca6dde12a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.233828] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.233828] env[69325]: value = "task-4072872" [ 1399.233828] env[69325]: _type = "Task" [ 1399.233828] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.243149] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072872, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.627786] env[69325]: DEBUG nova.compute.manager [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.628039] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.628287] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.628401] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.628718] env[69325]: DEBUG nova.compute.manager [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] No waiting events found dispatching network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1399.628926] env[69325]: WARNING nova.compute.manager [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received unexpected event network-vif-plugged-78e73837-a367-4404-9e50-50c7511a3fc4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1399.629114] env[69325]: DEBUG nova.compute.manager [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.629300] env[69325]: DEBUG nova.compute.manager [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing instance network info cache due to event network-changed-78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1399.629511] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Acquiring lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.629651] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Acquired lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.629930] env[69325]: DEBUG nova.network.neutron [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Refreshing network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.653888] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374522a-f2f8-42e1-9a18-75d6e288a645 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.661719] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a452611e-2d04-461d-b51c-27f7b4a0e833 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.691665] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb000c-5a13-41eb-943a-b7938008f332 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.699354] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf980f0-a65a-4987-9f4e-217fc9daaeaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.712602] env[69325]: DEBUG nova.compute.provider_tree [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.743366] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072872, 'name': CreateVM_Task, 'duration_secs': 0.363216} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.743537] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.744213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.744388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.744791] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.745056] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5fc7d3-b949-4e6a-ac8b-a8a9b6894aa9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.750638] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1399.750638] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]522ec59e-1234-4437-316e-08deae2117aa" [ 1399.750638] env[69325]: _type = "Task" [ 1399.750638] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.759156] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]522ec59e-1234-4437-316e-08deae2117aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.064804] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.066958] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.216231] env[69325]: DEBUG nova.scheduler.client.report [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.260137] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.260351] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Processing image 58427625-04f9-4bc0-b473-4632ff973e84 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.260649] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.260810] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.260925] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.261185] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21173f0e-30ac-450e-8b12-0c396937b8aa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.271101] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.271286] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.271969] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed8518e-1b96-4d8b-b0e9-e87da0aebf9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.277097] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1400.277097] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528d2e49-5b66-3873-54fb-f45989544aca" [ 1400.277097] env[69325]: _type = "Task" [ 1400.277097] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.284702] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528d2e49-5b66-3873-54fb-f45989544aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.377109] env[69325]: DEBUG nova.network.neutron [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updated VIF entry in instance network info cache for port 78e73837-a367-4404-9e50-50c7511a3fc4. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.377496] env[69325]: DEBUG nova.network.neutron [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [{"id": "78e73837-a367-4404-9e50-50c7511a3fc4", "address": "fa:16:3e:6f:2e:f4", "network": {"id": "72cb1df6-e5c8-4b8d-8fde-38db707488b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-924220154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb8e9bde9fa4ac09801f8848d54d828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e73837-a3", "ovs_interfaceid": "78e73837-a367-4404-9e50-50c7511a3fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.568627] env[69325]: INFO nova.compute.manager [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Detaching volume ec21763a-7612-4360-81da-d5a4ff256b92 [ 1400.605803] env[69325]: INFO nova.virt.block_device [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Attempting to driver detach volume ec21763a-7612-4360-81da-d5a4ff256b92 from mountpoint /dev/sdb [ 1400.606092] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1400.606313] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807056', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'name': 'volume-ec21763a-7612-4360-81da-d5a4ff256b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2835a9eb-3430-4fda-afdb-4e4a1a883cb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'serial': 'ec21763a-7612-4360-81da-d5a4ff256b92'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1400.607231] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2920df2e-35d0-476b-b010-ab39f962fcbc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.630236] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9915c1-cd57-4d61-abf4-acffc207c5f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.638291] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37477b8c-5384-4dbd-9014-ddc944f5a13a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.663078] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7913bef-b709-49b4-a546-85625d3055f8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.678656] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec21763a-7612-4360-81da-d5a4ff256b92/volume-ec21763a-7612-4360-81da-d5a4ff256b92.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1400.684015] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.684317] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cfa5e7e-6773-4e9e-bfd2-6a3d3d9883d6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.703175] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1400.703175] env[69325]: value = "task-4072873" [ 1400.703175] env[69325]: _type = "Task" [ 1400.703175] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.712688] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.720591] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.746028] env[69325]: INFO nova.scheduler.client.report [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted allocations for instance 615e46df-188e-4520-87f1-972f3cbab35e [ 1400.788320] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1400.788320] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Fetch image to [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf/OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1400.788320] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Downloading stream optimized image 58427625-04f9-4bc0-b473-4632ff973e84 to [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf/OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf.vmdk on the data store datastore1 as vApp {{(pid=69325) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1400.788533] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Downloading image file data 58427625-04f9-4bc0-b473-4632ff973e84 to the ESX as VM named 'OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf' {{(pid=69325) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1400.864954] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1400.864954] env[69325]: value = "resgroup-9" [ 1400.864954] env[69325]: _type = "ResourcePool" [ 1400.864954] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1400.865312] env[69325]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3e9546cd-2abc-49d2-a3cc-8c0e4feb7de6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.881171] env[69325]: DEBUG oslo_concurrency.lockutils [req-62e1f434-f368-44c5-9d8b-73ac369341f6 req-04667043-f1a3-4c66-a433-4645254595de service nova] Releasing lock "refresh_cache-a001d7a1-3634-4bd8-b637-92347415652c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.887597] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease: (returnval){ [ 1400.887597] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1400.887597] env[69325]: _type = "HttpNfcLease" [ 1400.887597] env[69325]: } obtained for vApp import into resource pool (val){ [ 1400.887597] env[69325]: value = "resgroup-9" [ 1400.887597] env[69325]: _type = "ResourcePool" [ 1400.887597] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1400.887888] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the lease: (returnval){ [ 1400.887888] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1400.887888] env[69325]: _type = "HttpNfcLease" [ 1400.887888] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1400.894432] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1400.894432] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1400.894432] env[69325]: _type = "HttpNfcLease" [ 1400.894432] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1401.214528] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072873, 'name': ReconfigVM_Task, 'duration_secs': 0.254289} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.214836] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.219911] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c693f8ae-7766-4f71-9e72-68478e7f20f5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.235658] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1401.235658] env[69325]: value = "task-4072875" [ 1401.235658] env[69325]: _type = "Task" [ 1401.235658] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.244126] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.255096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3e71661a-39b0-4b25-bfa7-fbc892337494 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "615e46df-188e-4520-87f1-972f3cbab35e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.396329] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.396329] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1401.396329] env[69325]: _type = "HttpNfcLease" [ 1401.396329] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1401.746485] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.897255] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.897255] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1401.897255] env[69325]: _type = "HttpNfcLease" [ 1401.897255] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1402.246832] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.399032] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1402.399032] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1402.399032] env[69325]: _type = "HttpNfcLease" [ 1402.399032] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1402.399032] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1402.399032] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d57348-1c99-d827-e50e-ef824515fa0a" [ 1402.399032] env[69325]: _type = "HttpNfcLease" [ 1402.399032] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1402.399032] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9f28b-1fc4-4d36-a20e-e68b171eea14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.406432] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1402.406781] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1402.473662] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01262558-7d77-47a9-a9d0-43c3cd90a6ee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.748518] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.249105] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.556602] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1403.556901] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.557724] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.558032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.559959] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7289c-31e8-467b-a05b-528a0b486343 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.567828] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.568058] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1403.568326] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc3a986e-244f-4c9c-aeac-2b48cb811bf0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.750675] env[69325]: DEBUG oslo_vmware.api [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072875, 'name': ReconfigVM_Task, 'duration_secs': 2.134845} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.751052] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807056', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'name': 'volume-ec21763a-7612-4360-81da-d5a4ff256b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2835a9eb-3430-4fda-afdb-4e4a1a883cb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec21763a-7612-4360-81da-d5a4ff256b92', 'serial': 'ec21763a-7612-4360-81da-d5a4ff256b92'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1403.769209] env[69325]: DEBUG oslo_vmware.rw_handles [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529db8cd-8969-35a4-0e36-ddf672f486fb/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1403.769441] env[69325]: INFO nova.virt.vmwareapi.images [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Downloaded image file data 58427625-04f9-4bc0-b473-4632ff973e84 [ 1403.770302] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f09dc8-f9a0-4ae9-9533-0dcfbc3c9994 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.787576] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45442a92-cc17-4273-a9e7-45b135bffabf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.823551] env[69325]: INFO nova.virt.vmwareapi.images [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] The imported VM was unregistered [ 1403.825987] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1403.826268] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Creating directory with path [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84 {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.826586] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c80e50-a634-4bc6-9b98-7e6cfc9f0f00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.846568] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Created directory with path [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84 {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.846753] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf/OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf.vmdk to [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk. {{(pid=69325) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1403.847030] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5392481d-0f75-4c30-9d4d-f8fe7efb4cc2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.854780] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1403.854780] env[69325]: value = "task-4072877" [ 1403.854780] env[69325]: _type = "Task" [ 1403.854780] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.862869] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.063749] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.298112] env[69325]: DEBUG nova.objects.instance [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.368493] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.640349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.640349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.641588] env[69325]: INFO nova.compute.claims [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.872206] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.305218] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63c37f4d-a49e-4ae9-a84c-aaf2c153d279 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.240s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.370884] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.715626] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.715881] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.716232] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.716471] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.716685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.718883] env[69325]: INFO nova.compute.manager [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Terminating instance [ 1405.725080] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3cba2a-4a27-4f44-87fe-ba39406a1cf0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.736361] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898c5e8-2c23-4bc0-a63f-4ff54ff1eb48 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.770205] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d0d116-882a-4c21-84db-30806019c17a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.780515] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c1568c-8abf-4e7c-8e85-8734d89c7a76 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.796393] env[69325]: DEBUG nova.compute.provider_tree [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.870367] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.224081] env[69325]: DEBUG nova.compute.manager [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.224081] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.224647] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f66001-e281-4a2c-834a-ce701886c7e0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.232769] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.233049] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fc9687-a825-497c-94f4-6a05e2b4bfcc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.239804] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1406.239804] env[69325]: value = "task-4072878" [ 1406.239804] env[69325]: _type = "Task" [ 1406.239804] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.252915] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.319006] env[69325]: ERROR nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [req-3e45381d-61b3-4a2c-9786-5217bb94a99f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e45381d-61b3-4a2c-9786-5217bb94a99f"}]} [ 1406.339304] env[69325]: DEBUG nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1406.354174] env[69325]: DEBUG nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1406.354454] env[69325]: DEBUG nova.compute.provider_tree [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.369245] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072877, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.36781} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.370325] env[69325]: DEBUG nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1406.372298] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf/OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf.vmdk to [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk. [ 1406.372498] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Cleaning up location [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1406.372724] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b59d51f4-6583-4ed5-b71b-53ba2a94d6cf {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.373883] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe418acd-315f-4beb-8993-47253fee3cb9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.380254] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1406.380254] env[69325]: value = "task-4072879" [ 1406.380254] env[69325]: _type = "Task" [ 1406.380254] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.388886] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.392794] env[69325]: DEBUG nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1406.455667] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be27005-b492-473e-86e3-086f63ca04ea {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.463459] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c6e104-1926-4b28-954f-116aac0b7830 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.495130] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e8ec23-109b-4934-8e13-51e7e4c88aaa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.503386] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5941e95-a76f-4b62-bc79-ecad7f0c24ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.517523] env[69325]: DEBUG nova.compute.provider_tree [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.749948] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072878, 'name': PowerOffVM_Task, 'duration_secs': 0.341891} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.750184] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.750358] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.750608] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69cc3d3e-d02c-43d4-af1f-59387a7fd872 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.818685] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.818962] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.819123] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleting the datastore file [datastore1] 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.819401] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c1a10a-22a4-4fae-998a-e193e2c5e89b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.826555] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1406.826555] env[69325]: value = "task-4072881" [ 1406.826555] env[69325]: _type = "Task" [ 1406.826555] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.835354] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.890516] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039407} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.890862] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.891053] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.891302] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk to [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.891608] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48ccbebe-2139-4016-87c0-4baafe8d85bd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.900691] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1406.900691] env[69325]: value = "task-4072882" [ 1406.900691] env[69325]: _type = "Task" [ 1406.900691] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.908872] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.021443] env[69325]: DEBUG nova.scheduler.client.report [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.338898] env[69325]: DEBUG oslo_vmware.api [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214553} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.339316] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.339480] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.339633] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.339828] env[69325]: INFO nova.compute.manager [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1407.340101] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.340304] env[69325]: DEBUG nova.compute.manager [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.340403] env[69325]: DEBUG nova.network.neutron [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.413019] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.527605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.528521] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.832745] env[69325]: DEBUG nova.compute.manager [req-079e1a53-711b-41ff-ac87-9d3624d94277 req-be70153b-8173-4b1a-9bfc-a17f0448e07f service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Received event network-vif-deleted-65d5036f-0367-422b-84b6-a7aeb090ab21 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.832992] env[69325]: INFO nova.compute.manager [req-079e1a53-711b-41ff-ac87-9d3624d94277 req-be70153b-8173-4b1a-9bfc-a17f0448e07f service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Neutron deleted interface 65d5036f-0367-422b-84b6-a7aeb090ab21; detaching it from the instance and deleting it from the info cache [ 1407.833291] env[69325]: DEBUG nova.network.neutron [req-079e1a53-711b-41ff-ac87-9d3624d94277 req-be70153b-8173-4b1a-9bfc-a17f0448e07f service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.913794] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.036024] env[69325]: DEBUG nova.compute.utils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.036257] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.036571] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.105123] env[69325]: DEBUG nova.policy [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee2fe4dd8997452aafee0ca3c2805f21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a5b8addfebc4e93b5ceea8dd4179e13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.315405] env[69325]: DEBUG nova.network.neutron [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.336543] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4180eb9-9778-4f2a-9086-5ccc49f47ce0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.349894] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c6a8c-bccd-410b-a6de-2456178328c2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.384285] env[69325]: DEBUG nova.compute.manager [req-079e1a53-711b-41ff-ac87-9d3624d94277 req-be70153b-8173-4b1a-9bfc-a17f0448e07f service nova] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Detach interface failed, port_id=65d5036f-0367-422b-84b6-a7aeb090ab21, reason: Instance 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.414419] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.426794] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Successfully created port: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.540643] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.817754] env[69325]: INFO nova.compute.manager [-] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Took 1.48 seconds to deallocate network for instance. [ 1408.914607] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.324505] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.324824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.325063] env[69325]: DEBUG nova.objects.instance [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'resources' on Instance uuid 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.414411] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072882, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415374} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.414737] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/58427625-04f9-4bc0-b473-4632ff973e84/58427625-04f9-4bc0-b473-4632ff973e84.vmdk to [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.415555] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cafa40-5567-4b67-9d3b-53f82636c452 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.440119] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.440478] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67f4acb-f02d-4c21-a50e-2b9fefd3bf82 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.461573] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1409.461573] env[69325]: value = "task-4072883" [ 1409.461573] env[69325]: _type = "Task" [ 1409.461573] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.471064] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.551659] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.580676] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.580937] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.581135] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.581336] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.581489] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.581649] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.581849] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.582017] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.582235] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.582405] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.582583] env[69325]: DEBUG nova.virt.hardware [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.583473] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ddc99-396c-44b9-b6e6-852a78c2d795 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.591899] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9fe4f-1d69-4c48-afc0-5d2b659474af {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.859791] env[69325]: DEBUG nova.compute.manager [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.860028] env[69325]: DEBUG oslo_concurrency.lockutils [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.860258] env[69325]: DEBUG oslo_concurrency.lockutils [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.860466] env[69325]: DEBUG oslo_concurrency.lockutils [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.860613] env[69325]: DEBUG nova.compute.manager [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] No waiting events found dispatching network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1409.860776] env[69325]: WARNING nova.compute.manager [req-dabc2540-0f69-4777-ae56-9055be8068af req-4b642d26-6ac4-49fc-b5dd-985ef036b1d0 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received unexpected event network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b for instance with vm_state building and task_state spawning. [ 1409.902922] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076ba63-0d29-47ee-9bb1-7faced208624 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.911516] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b717e57-d296-4940-947b-e18961915083 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.945939] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84db5c2f-bf15-4710-8508-87cb4f251129 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.955043] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Successfully updated port: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.957263] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8c7e3-5044-45e4-a2d4-3002411fa812 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.973891] env[69325]: DEBUG nova.compute.provider_tree [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.982205] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072883, 'name': ReconfigVM_Task, 'duration_secs': 0.301963} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.982999] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a001d7a1-3634-4bd8-b637-92347415652c/a001d7a1-3634-4bd8-b637-92347415652c.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.983765] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1a064f-2095-4172-add9-870eaeb35d0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.990864] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1409.990864] env[69325]: value = "task-4072884" [ 1409.990864] env[69325]: _type = "Task" [ 1409.990864] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.000059] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072884, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.463284] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.463585] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.463628] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.477326] env[69325]: DEBUG nova.scheduler.client.report [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.502097] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072884, 'name': Rename_Task, 'duration_secs': 0.168463} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.502445] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.502635] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9765fb6-b489-4b20-b922-12b1fff66f09 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.510967] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1410.510967] env[69325]: value = "task-4072885" [ 1410.510967] env[69325]: _type = "Task" [ 1410.510967] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.519555] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.982416] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.997740] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.006488] env[69325]: INFO nova.scheduler.client.report [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted allocations for instance 2835a9eb-3430-4fda-afdb-4e4a1a883cb9 [ 1411.023614] env[69325]: DEBUG oslo_vmware.api [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072885, 'name': PowerOnVM_Task, 'duration_secs': 0.510343} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.024639] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.122448] env[69325]: DEBUG nova.compute.manager [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1411.123345] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97116cbf-774c-4d04-9f1a-c79e6497cc7d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.146526] env[69325]: DEBUG nova.network.neutron [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.514408] env[69325]: DEBUG oslo_concurrency.lockutils [None req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "2835a9eb-3430-4fda-afdb-4e4a1a883cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.641990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d9f414b5-a5df-4ddb-8351-f823a9769996 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.495s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.649581] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.650021] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance network_info: |[{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.650368] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:51:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.658556] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.659447] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.659692] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c13314-ae38-46f3-9bff-9ed3bf307929 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.682449] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.682449] env[69325]: value = "task-4072886" [ 1411.682449] env[69325]: _type = "Task" [ 1411.682449] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.695513] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072886, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.889063] env[69325]: DEBUG nova.compute.manager [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.889063] env[69325]: DEBUG nova.compute.manager [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing instance network info cache due to event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.889370] env[69325]: DEBUG oslo_concurrency.lockutils [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.889370] env[69325]: DEBUG oslo_concurrency.lockutils [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.889544] env[69325]: DEBUG nova.network.neutron [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.193348] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072886, 'name': CreateVM_Task, 'duration_secs': 0.341306} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.193557] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.194826] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.195016] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.195359] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.195662] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b2e550-c7d9-4fe7-aa8c-dfc2f9340ea7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.202496] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.202857] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.203089] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "a001d7a1-3634-4bd8-b637-92347415652c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.203334] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.203668] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.205558] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1412.205558] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]525e52a6-91a4-5579-5967-dcd2fdcdb084" [ 1412.205558] env[69325]: _type = "Task" [ 1412.205558] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.206088] env[69325]: INFO nova.compute.manager [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Terminating instance [ 1412.217654] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]525e52a6-91a4-5579-5967-dcd2fdcdb084, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.218463] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.218715] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.218948] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.219113] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.219306] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.219809] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c96f9b-2fc0-47f6-99ec-647e9444f31e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.230156] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.230396] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.231181] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b91ea22-761d-42e4-b869-6f237a76f25b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.237606] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1412.237606] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]521e1a2e-59a5-77ab-e6c7-a9b35552fa3c" [ 1412.237606] env[69325]: _type = "Task" [ 1412.237606] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.246141] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521e1a2e-59a5-77ab-e6c7-a9b35552fa3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.593017] env[69325]: DEBUG nova.network.neutron [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updated VIF entry in instance network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.593387] env[69325]: DEBUG nova.network.neutron [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.713134] env[69325]: DEBUG nova.compute.manager [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.713393] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.714299] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74dd29e-4b38-4d72-a11c-c0485f9f0b81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.723905] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.724189] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ae3007-3950-4054-a0e4-c3d369f2fb3a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.731062] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1412.731062] env[69325]: value = "task-4072887" [ 1412.731062] env[69325]: _type = "Task" [ 1412.731062] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.739989] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.750216] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]521e1a2e-59a5-77ab-e6c7-a9b35552fa3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.751095] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb725b2b-88b4-4149-aed3-8d9813dfb501 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.756938] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1412.756938] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524aecaf-7345-6adb-34e5-68fc64732dcb" [ 1412.756938] env[69325]: _type = "Task" [ 1412.756938] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.765833] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524aecaf-7345-6adb-34e5-68fc64732dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.099439] env[69325]: DEBUG oslo_concurrency.lockutils [req-3647ae23-b4a0-4d5c-b84d-c8be17c41404 req-f411567b-d987-456e-b540-5c1c6fcc3b16 service nova] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.241383] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072887, 'name': PowerOffVM_Task, 'duration_secs': 0.210617} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.241775] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.241908] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.242189] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9bfcd76-bd01-4ff1-8c8c-919b8db30e1c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.267485] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524aecaf-7345-6adb-34e5-68fc64732dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.267733] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.268028] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.268309] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eaa671a-fbc7-4d6f-895b-68644ef05888 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.275033] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1413.275033] env[69325]: value = "task-4072889" [ 1413.275033] env[69325]: _type = "Task" [ 1413.275033] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.283690] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.316139] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.316409] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.316663] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleting the datastore file [datastore1] a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.316962] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bbd1295-27cc-499b-b478-268c467e8deb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.323700] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for the task: (returnval){ [ 1413.323700] env[69325]: value = "task-4072890" [ 1413.323700] env[69325]: _type = "Task" [ 1413.323700] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.333010] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.735035] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.735399] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.785617] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472701} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.785890] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.786117] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.786402] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5dd3a0d-92cb-4503-9344-dff3703255d7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.793831] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1413.793831] env[69325]: value = "task-4072891" [ 1413.793831] env[69325]: _type = "Task" [ 1413.793831] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.805300] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.833982] env[69325]: DEBUG oslo_vmware.api [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Task: {'id': task-4072890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299706} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.834290] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.834479] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.834657] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.834839] env[69325]: INFO nova.compute.manager [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1413.835163] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.835387] env[69325]: DEBUG nova.compute.manager [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.835462] env[69325]: DEBUG nova.network.neutron [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.237836] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.305983] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101943} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.307017] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.308193] env[69325]: DEBUG nova.compute.manager [req-11301412-b9f0-49c6-b8dd-8edb56f564c1 req-19e255c8-5f9a-45d0-ba30-67a629f016c8 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Received event network-vif-deleted-78e73837-a367-4404-9e50-50c7511a3fc4 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.308428] env[69325]: INFO nova.compute.manager [req-11301412-b9f0-49c6-b8dd-8edb56f564c1 req-19e255c8-5f9a-45d0-ba30-67a629f016c8 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Neutron deleted interface 78e73837-a367-4404-9e50-50c7511a3fc4; detaching it from the instance and deleting it from the info cache [ 1414.308829] env[69325]: DEBUG nova.network.neutron [req-11301412-b9f0-49c6-b8dd-8edb56f564c1 req-19e255c8-5f9a-45d0-ba30-67a629f016c8 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.310419] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e479811a-b4d4-44c8-b225-61c5bc7186fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.335205] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.336055] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee573b0-3928-40af-ab77-8a38e4aab4ac {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.358311] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1414.358311] env[69325]: value = "task-4072892" [ 1414.358311] env[69325]: _type = "Task" [ 1414.358311] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.368931] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.762424] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.762818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.764425] env[69325]: INFO nova.compute.claims [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.788992] env[69325]: DEBUG nova.network.neutron [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.815757] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61e6b8cb-9b18-4d57-af01-686f642aac0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.826735] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efef07c-cb08-42c7-8d36-e9275a352a08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.855664] env[69325]: DEBUG nova.compute.manager [req-11301412-b9f0-49c6-b8dd-8edb56f564c1 req-19e255c8-5f9a-45d0-ba30-67a629f016c8 service nova] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Detach interface failed, port_id=78e73837-a367-4404-9e50-50c7511a3fc4, reason: Instance a001d7a1-3634-4bd8-b637-92347415652c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.868040] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072892, 'name': ReconfigVM_Task, 'duration_secs': 0.286632} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.868040] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.868217] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a38b218-ccc5-4e7f-8a0e-7950c07f0b88 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.875719] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1414.875719] env[69325]: value = "task-4072893" [ 1414.875719] env[69325]: _type = "Task" [ 1414.875719] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.885473] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072893, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.292150] env[69325]: INFO nova.compute.manager [-] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Took 1.46 seconds to deallocate network for instance. [ 1415.387492] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072893, 'name': Rename_Task, 'duration_secs': 0.150301} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.387729] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.387984] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5727db4-c2f9-4c59-92f5-d3372aa88a9d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.395333] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1415.395333] env[69325]: value = "task-4072894" [ 1415.395333] env[69325]: _type = "Task" [ 1415.395333] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.403185] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.798326] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.841941] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912072a1-8776-4749-afdb-919bf74c3c89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.849828] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88883448-2de4-450a-a988-b5bfae5326db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.880121] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006177a-0364-475d-98ef-ad096bb63065 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.888888] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7072eb01-bc87-4e5b-8433-78259642d92c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.902266] env[69325]: DEBUG nova.compute.provider_tree [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.911254] env[69325]: DEBUG oslo_vmware.api [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072894, 'name': PowerOnVM_Task, 'duration_secs': 0.42754} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.912082] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.912292] env[69325]: INFO nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1415.912468] env[69325]: DEBUG nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1415.913226] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734b789-dd28-4dff-b635-ea9e0621736a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.408355] env[69325]: DEBUG nova.scheduler.client.report [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.431179] env[69325]: INFO nova.compute.manager [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Took 11.86 seconds to build instance. [ 1416.593326] env[69325]: DEBUG nova.compute.manager [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.593326] env[69325]: DEBUG nova.compute.manager [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing instance network info cache due to event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1416.593326] env[69325]: DEBUG oslo_concurrency.lockutils [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.593326] env[69325]: DEBUG oslo_concurrency.lockutils [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.593540] env[69325]: DEBUG nova.network.neutron [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.913628] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.914076] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.916836] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.119s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.916993] env[69325]: DEBUG nova.objects.instance [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lazy-loading 'resources' on Instance uuid a001d7a1-3634-4bd8-b637-92347415652c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.932206] env[69325]: DEBUG oslo_concurrency.lockutils [None req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.374s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.300102] env[69325]: DEBUG nova.network.neutron [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updated VIF entry in instance network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.300481] env[69325]: DEBUG nova.network.neutron [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.419751] env[69325]: DEBUG nova.compute.utils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1417.424330] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.424539] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.464633] env[69325]: DEBUG nova.policy [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d1a9e71234441992ec6e937626a71f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d706d25d3e4447a3a57f1f85cf8ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.485699] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c4470e-aaf7-45db-885a-d0cc60da487e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.495151] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf5f70-f8fb-4be3-bad3-62f403657744 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.527530] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d378e425-58c7-4def-aa38-83344e527a63 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.535337] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f9542a-008e-4687-afef-e962d762162e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.550599] env[69325]: DEBUG nova.compute.provider_tree [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.737764] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Successfully created port: 790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.803775] env[69325]: DEBUG oslo_concurrency.lockutils [req-97950500-ae99-476a-80e4-cbd32b0e6276 req-855c6dc8-e966-43bc-bcb7-28d277aca2a3 service nova] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.925048] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.053744] env[69325]: DEBUG nova.scheduler.client.report [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.558915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.582879] env[69325]: INFO nova.scheduler.client.report [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Deleted allocations for instance a001d7a1-3634-4bd8-b637-92347415652c [ 1418.938072] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.965421] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.965681] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.965846] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.966046] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.966213] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.966366] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.967032] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.967032] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.967032] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.967183] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.967305] env[69325]: DEBUG nova.virt.hardware [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.968286] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfb508-fb92-45a8-97aa-289c4cd7c4f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.976787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e4172-b1b6-407d-9323-099128212104 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.092337] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d0f5ae30-a753-461a-b287-605f6daa81a9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Lock "a001d7a1-3634-4bd8-b637-92347415652c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.889s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.351231] env[69325]: DEBUG nova.compute.manager [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Received event network-vif-plugged-790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.351231] env[69325]: DEBUG oslo_concurrency.lockutils [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.351231] env[69325]: DEBUG oslo_concurrency.lockutils [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.351231] env[69325]: DEBUG oslo_concurrency.lockutils [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.351231] env[69325]: DEBUG nova.compute.manager [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] No waiting events found dispatching network-vif-plugged-790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1419.351231] env[69325]: WARNING nova.compute.manager [req-30bc219a-dbb2-442b-a0cc-d2b205c024ed req-775683c0-e3c8-4359-9fae-4faaf76b8f52 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Received unexpected event network-vif-plugged-790b98c5-7e9b-477b-973a-4201a885ccdb for instance with vm_state building and task_state spawning. [ 1419.453940] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Successfully updated port: 790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.958805] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.959080] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.959226] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.491446] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.616271] env[69325]: DEBUG nova.network.neutron [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating instance_info_cache with network_info: [{"id": "790b98c5-7e9b-477b-973a-4201a885ccdb", "address": "fa:16:3e:ad:74:89", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790b98c5-7e", "ovs_interfaceid": "790b98c5-7e9b-477b-973a-4201a885ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.119561] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.119989] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Instance network_info: |[{"id": "790b98c5-7e9b-477b-973a-4201a885ccdb", "address": "fa:16:3e:ad:74:89", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790b98c5-7e", "ovs_interfaceid": "790b98c5-7e9b-477b-973a-4201a885ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.120371] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:74:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '790b98c5-7e9b-477b-973a-4201a885ccdb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.128229] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.128451] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.128717] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9ea8ea3-9c49-45a0-9360-79eb6df2b6d5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.151267] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.151267] env[69325]: value = "task-4072896" [ 1421.151267] env[69325]: _type = "Task" [ 1421.151267] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.160027] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072896, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.377534] env[69325]: DEBUG nova.compute.manager [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Received event network-changed-790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.377722] env[69325]: DEBUG nova.compute.manager [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Refreshing instance network info cache due to event network-changed-790b98c5-7e9b-477b-973a-4201a885ccdb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.377936] env[69325]: DEBUG oslo_concurrency.lockutils [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] Acquiring lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.378103] env[69325]: DEBUG oslo_concurrency.lockutils [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] Acquired lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.378270] env[69325]: DEBUG nova.network.neutron [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Refreshing network info cache for port 790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.661444] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072896, 'name': CreateVM_Task, 'duration_secs': 0.449734} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.661607] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.662307] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.662482] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.662815] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.663095] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444ad5e5-8052-4312-96c5-1d2977997d0b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.668642] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1421.668642] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52894adf-1486-d825-2afb-351c7c9114e1" [ 1421.668642] env[69325]: _type = "Task" [ 1421.668642] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.677177] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52894adf-1486-d825-2afb-351c7c9114e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.066960] env[69325]: DEBUG nova.network.neutron [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updated VIF entry in instance network info cache for port 790b98c5-7e9b-477b-973a-4201a885ccdb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.067342] env[69325]: DEBUG nova.network.neutron [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating instance_info_cache with network_info: [{"id": "790b98c5-7e9b-477b-973a-4201a885ccdb", "address": "fa:16:3e:ad:74:89", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790b98c5-7e", "ovs_interfaceid": "790b98c5-7e9b-477b-973a-4201a885ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.179427] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52894adf-1486-d825-2afb-351c7c9114e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.179824] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.180022] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.180270] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.180419] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.180602] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.180869] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99597d44-8209-435b-a8e8-b6feba76bf41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.190031] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.190289] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.190945] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c91238-bd19-47ea-a9f4-89f0eb618552 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.198218] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1422.198218] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52231583-4c84-538b-91f9-41e98be6514b" [ 1422.198218] env[69325]: _type = "Task" [ 1422.198218] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.207295] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52231583-4c84-538b-91f9-41e98be6514b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.570281] env[69325]: DEBUG oslo_concurrency.lockutils [req-b29e7952-5b38-47f6-b64c-eaf021e951c3 req-225f568a-8dc2-47f4-a91e-b1d53a95ff21 service nova] Releasing lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.709675] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52231583-4c84-538b-91f9-41e98be6514b, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.710485] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b826ee4e-d7ab-4d61-bdf3-d780492a8919 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.716230] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1422.716230] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5254b8a1-c820-6e61-bd71-87872affd971" [ 1422.716230] env[69325]: _type = "Task" [ 1422.716230] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.724450] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254b8a1-c820-6e61-bd71-87872affd971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.226428] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5254b8a1-c820-6e61-bd71-87872affd971, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.226787] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.227011] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de/b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.227283] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519ba096-68d1-4ae6-bc75-2e442f012c46 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.233751] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1423.233751] env[69325]: value = "task-4072897" [ 1423.233751] env[69325]: _type = "Task" [ 1423.233751] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.241664] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.747327] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072897, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.246031] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579445} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.246376] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de/b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.246499] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.246824] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438e69eb-311f-4288-9dd1-10cb0831518c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.254923] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1424.254923] env[69325]: value = "task-4072898" [ 1424.254923] env[69325]: _type = "Task" [ 1424.254923] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.767431] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134114} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.767864] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.769058] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d17d7a-1254-4ed2-b4b6-74c1314430bb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.796358] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de/b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.796667] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfefc122-c15e-45f0-bf17-20897eb1ad94 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.817227] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1424.817227] env[69325]: value = "task-4072899" [ 1424.817227] env[69325]: _type = "Task" [ 1424.817227] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.825627] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.328484] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072899, 'name': ReconfigVM_Task, 'duration_secs': 0.268272} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.328959] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de/b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.329446] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d2e212-6696-4adc-b318-694e4358efef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.337152] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1425.337152] env[69325]: value = "task-4072900" [ 1425.337152] env[69325]: _type = "Task" [ 1425.337152] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.345180] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072900, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.846432] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072900, 'name': Rename_Task, 'duration_secs': 0.147921} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.846702] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.846954] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d7529f-e664-4cfc-b39e-8e719055dc10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.853501] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1425.853501] env[69325]: value = "task-4072901" [ 1425.853501] env[69325]: _type = "Task" [ 1425.853501] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.861598] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.364147] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.865053] env[69325]: DEBUG oslo_vmware.api [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072901, 'name': PowerOnVM_Task, 'duration_secs': 0.52654} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.865053] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.865250] env[69325]: INFO nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1426.865415] env[69325]: DEBUG nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1426.866274] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc574b1-cb2c-490b-989b-a487c204b899 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.384244] env[69325]: INFO nova.compute.manager [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Took 12.64 seconds to build instance. [ 1427.421890] env[69325]: DEBUG nova.compute.manager [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Stashing vm_state: active {{(pid=69325) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1427.887000] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.151s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.935864] env[69325]: DEBUG nova.compute.manager [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Received event network-changed-790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.936105] env[69325]: DEBUG nova.compute.manager [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Refreshing instance network info cache due to event network-changed-790b98c5-7e9b-477b-973a-4201a885ccdb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.936340] env[69325]: DEBUG oslo_concurrency.lockutils [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] Acquiring lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.936498] env[69325]: DEBUG oslo_concurrency.lockutils [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] Acquired lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.936692] env[69325]: DEBUG nova.network.neutron [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Refreshing network info cache for port 790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.943793] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.944063] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.450196] env[69325]: INFO nova.compute.claims [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.643899] env[69325]: DEBUG nova.network.neutron [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updated VIF entry in instance network info cache for port 790b98c5-7e9b-477b-973a-4201a885ccdb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.644319] env[69325]: DEBUG nova.network.neutron [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating instance_info_cache with network_info: [{"id": "790b98c5-7e9b-477b-973a-4201a885ccdb", "address": "fa:16:3e:ad:74:89", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790b98c5-7e", "ovs_interfaceid": "790b98c5-7e9b-477b-973a-4201a885ccdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.957930] env[69325]: INFO nova.compute.resource_tracker [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating resource usage from migration 35acc443-e9be-4722-aa1e-1e31b436f7e7 [ 1429.025569] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0315c79-1670-45ac-88c3-c369163b999f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.034051] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3fd165-c989-4ee9-8815-0a913974f4c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.064620] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0481b0-bba7-4a95-b6fd-923a802c11ff {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.073568] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2991305c-9f7d-4a5e-83b7-e91f0c65bd8f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.088483] env[69325]: DEBUG nova.compute.provider_tree [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.147103] env[69325]: DEBUG oslo_concurrency.lockutils [req-5000ffbe-f1de-421d-a247-5207435b2f57 req-8e142708-fc3c-47ae-b8a9-60b6f3ab7ed9 service nova] Releasing lock "refresh_cache-b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.591688] env[69325]: DEBUG nova.scheduler.client.report [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.096669] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.096835] env[69325]: INFO nova.compute.manager [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Migrating [ 1430.612019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.612267] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.612444] env[69325]: DEBUG nova.network.neutron [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.317096] env[69325]: DEBUG nova.network.neutron [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.820019] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.335492] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae6696-3f87-4f22-b068-651ca559c32d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.354312] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 0 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.861158] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.861319] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c8a0ed-97e5-40cf-9014-5b11490a9511 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.869937] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1433.869937] env[69325]: value = "task-4072902" [ 1433.869937] env[69325]: _type = "Task" [ 1433.869937] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.880745] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.381524] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072902, 'name': PowerOffVM_Task, 'duration_secs': 0.241836} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.382039] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.382039] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 17 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.889381] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.889683] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.889814] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.890053] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.890250] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.890414] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.890628] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.890841] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.891082] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.891285] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.891535] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.897169] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f3e15b-a72e-445a-acd9-865c0baa9cb8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.914553] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1434.914553] env[69325]: value = "task-4072903" [ 1434.914553] env[69325]: _type = "Task" [ 1434.914553] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.925646] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.425669] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.926968] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072903, 'name': ReconfigVM_Task, 'duration_secs': 0.530761} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.927353] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 33 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.434225] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.434608] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.434608] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.434742] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.434946] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.435125] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.435340] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.435502] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.435680] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.435843] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.436035] env[69325]: DEBUG nova.virt.hardware [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.441391] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.441674] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa4e89c-27d5-4dec-a892-921ad25a24d8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.455278] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.455484] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.455622] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1436.461918] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1436.461918] env[69325]: value = "task-4072904" [ 1436.461918] env[69325]: _type = "Task" [ 1436.461918] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.469914] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.972442] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072904, 'name': ReconfigVM_Task, 'duration_secs': 0.165097} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.972611] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.973337] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b3573-0266-4a1b-84c6-9e5d06fdfc39 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.995356] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.995639] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca72cc7-fc17-464e-bf41-002e7d1e7659 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.018206] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1437.018206] env[69325]: value = "task-4072905" [ 1437.018206] env[69325]: _type = "Task" [ 1437.018206] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.026230] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.528187] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072905, 'name': ReconfigVM_Task, 'duration_secs': 0.325371} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.528555] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.528733] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 50 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.035494] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26baf097-5464-4653-b507-ed0837dfbaee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.057466] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d5583-098b-454c-8a06-9e0162df09c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.075629] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 67 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.443234] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.443603] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.614984] env[69325]: DEBUG nova.network.neutron [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1438.947032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.947032] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.947227] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.947344] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1438.948232] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6af37e-ec90-450c-a08f-98afd5010e34 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.956881] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73b175-72ce-4571-8107-329fa29a894a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.970660] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7642a2cf-71f3-42d0-946e-68acb8d94ca8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.977182] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4141f-5120-4ca4-9be7-2fcedceb34c5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.007115] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180373MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1439.007274] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.007488] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.635821] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.636229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.636229] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.015772] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Applying migration context for instance ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 as it has an incoming, in-progress migration 35acc443-e9be-4722-aa1e-1e31b436f7e7. Migration status is post-migrating {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1440.016532] env[69325]: INFO nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating resource usage from migration 35acc443-e9be-4722-aa1e-1e31b436f7e7 [ 1440.036038] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 58837a87-92e5-41a8-8050-2e21e7efba49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1440.036227] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1440.036357] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Migration 35acc443-e9be-4722-aa1e-1e31b436f7e7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1440.036476] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1440.036661] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1440.036808] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1440.098320] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8515a-ff63-475a-86e0-c74cefbe11f0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.106716] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1bd1b4-0736-49d8-a9f3-606f58422e98 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.137104] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e837a-55e8-4146-9782-476cca15b371 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.147067] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f5e45b-e56e-4ef6-ae24-225a7438cc5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.163199] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.666765] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.674504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.674690] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.674869] env[69325]: DEBUG nova.network.neutron [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.171791] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1441.172014] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.368978] env[69325]: DEBUG nova.network.neutron [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.872642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.395245] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3efc1ac-e91c-4a87-8bd6-1aa21bbd610b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.414719] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f40725-b0a5-4821-849d-efbb83679871 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.422592] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 83 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.929172] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.929598] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f954751a-7fc8-4d82-89fa-7cea73e8a210 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.939568] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1442.939568] env[69325]: value = "task-4072906" [ 1442.939568] env[69325]: _type = "Task" [ 1442.939568] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.948188] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.171767] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.172044] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.172229] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.444779] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.451514] env[69325]: DEBUG oslo_vmware.api [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072906, 'name': PowerOnVM_Task, 'duration_secs': 0.382434} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.451794] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.451982] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e3f481-b6c0-416e-8d26-01e0892d4139 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance 'ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7' progress to 100 {{(pid=69325) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.723906] env[69325]: DEBUG nova.network.neutron [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c binding to destination host cpu-1 is already ACTIVE {{(pid=69325) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1445.724223] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.724390] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.724560] env[69325]: DEBUG nova.network.neutron [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.495178] env[69325]: DEBUG nova.network.neutron [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.998351] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.502953] env[69325]: DEBUG nova.compute.manager [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69325) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1447.503349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.503705] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.007570] env[69325]: DEBUG nova.objects.instance [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'migration_context' on Instance uuid ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.575812] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc318b2-1ed3-48d3-8777-a9ca185c2b15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.586151] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545dea53-6334-4909-8d9c-f5c3384bd89e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.616790] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f935c-a602-4799-abb2-5ca420533279 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.625054] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec13ef-6aee-466e-92cc-230e7af635a9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.639423] env[69325]: DEBUG nova.compute.provider_tree [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.142477] env[69325]: DEBUG nova.scheduler.client.report [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.154017] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.650s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.438079] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.689686] env[69325]: INFO nova.compute.manager [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Swapping old allocation on dict_keys(['0dafb1a8-7939-469e-97bc-fec8057d9399']) held by migration 35acc443-e9be-4722-aa1e-1e31b436f7e7 for instance [ 1451.712077] env[69325]: DEBUG nova.scheduler.client.report [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Overwriting current allocation {'allocations': {'0dafb1a8-7939-469e-97bc-fec8057d9399': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '08cd235f84664a8ea102cddacec2fec5', 'user_id': '5c3de6e282414de798a1dcb1c207400d', 'consumer_generation': 1} on consumer ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 {{(pid=69325) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1451.792275] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.792479] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.792654] env[69325]: DEBUG nova.network.neutron [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.496607] env[69325]: DEBUG nova.network.neutron [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [{"id": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "address": "fa:16:3e:5c:03:21", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc24ac-c3", "ovs_interfaceid": "4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.999915] env[69325]: DEBUG oslo_concurrency.lockutils [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.000497] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.000797] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82803b7b-c81b-4196-ac75-842e52e1b7fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.009446] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1453.009446] env[69325]: value = "task-4072907" [ 1453.009446] env[69325]: _type = "Task" [ 1453.009446] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.017682] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.519689] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072907, 'name': PowerOffVM_Task, 'duration_secs': 0.208917} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.520037] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.520717] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.520942] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.521112] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.521302] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.521451] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.521598] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.521804] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.521964] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.522146] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.522314] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.522484] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.527455] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94b49e6-b254-4d1a-8694-94a34cf405a3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.544092] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1453.544092] env[69325]: value = "task-4072908" [ 1453.544092] env[69325]: _type = "Task" [ 1453.544092] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.553050] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.054251] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072908, 'name': ReconfigVM_Task, 'duration_secs': 0.145892} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.055726] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36185e-f7a6-479e-8644-4fc0033bf5e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.073695] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.074012] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.074194] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.074387] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.074584] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.074771] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.075039] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.075249] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.075478] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.075814] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.076061] env[69325]: DEBUG nova.virt.hardware [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.077587] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6de53e-431f-4fb6-9f9c-27bb88de1709 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.083481] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1454.083481] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52ff4313-72cb-e67d-2053-f30456943eb7" [ 1454.083481] env[69325]: _type = "Task" [ 1454.083481] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.091726] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ff4313-72cb-e67d-2053-f30456943eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.593984] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52ff4313-72cb-e67d-2053-f30456943eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.599449] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.599726] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb54e52-2a5b-4d44-9357-eb7579fcf499 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.617389] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1454.617389] env[69325]: value = "task-4072909" [ 1454.617389] env[69325]: _type = "Task" [ 1454.617389] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.625129] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.127637] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072909, 'name': ReconfigVM_Task, 'duration_secs': 0.192576} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.127946] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1455.128712] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9618bd2-19f8-45fa-af41-fd11dd66934c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.152914] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.153317] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297e6580-d673-4ee0-9c2f-82316b6727dd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.171855] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1455.171855] env[69325]: value = "task-4072910" [ 1455.171855] env[69325]: _type = "Task" [ 1455.171855] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.180037] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.685149] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072910, 'name': ReconfigVM_Task, 'duration_secs': 0.278375} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.685390] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7/ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.686259] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8319117-f754-4908-8fef-f928c90316ef {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.705475] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f68594-4753-45ff-bb2d-36018b89800f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.724624] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b334b-c701-4b9f-a1cc-51bda9a5b6b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.744231] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16557a9a-4b63-4ca9-89af-f5a3190e952b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.751893] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.752183] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54614d16-fb01-40fb-8860-c9c747691c22 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.759489] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1455.759489] env[69325]: value = "task-4072911" [ 1455.759489] env[69325]: _type = "Task" [ 1455.759489] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.767677] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.181701] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.182062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.182127] env[69325]: INFO nova.compute.manager [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Shelving [ 1456.270423] env[69325]: DEBUG oslo_vmware.api [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072911, 'name': PowerOnVM_Task, 'duration_secs': 0.402021} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.270706] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.194392] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.194730] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ca11846-0663-4794-842f-ad8bc3d07f4f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.203131] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1457.203131] env[69325]: value = "task-4072912" [ 1457.203131] env[69325]: _type = "Task" [ 1457.203131] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.212594] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.281764] env[69325]: INFO nova.compute.manager [None req-fb5a7843-40df-4d6f-8562-3026d0e4faaf tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance to original state: 'active' [ 1457.714470] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072912, 'name': PowerOffVM_Task, 'duration_secs': 0.244451} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.715829] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.719711] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052b13a-6ff9-430d-a528-9ebd06f10b3d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.740041] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb741a5f-2189-478f-a535-fe6ea3bc9db3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.219722] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.220096] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.220323] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.220543] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.220769] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.223052] env[69325]: INFO nova.compute.manager [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Terminating instance [ 1458.251927] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Creating Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1458.252674] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0745cfc-37c3-43ca-b123-cb415fa526d0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.261337] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1458.261337] env[69325]: value = "task-4072913" [ 1458.261337] env[69325]: _type = "Task" [ 1458.261337] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.270511] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.727282] env[69325]: DEBUG nova.compute.manager [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.727469] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.728315] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bca97f-d9fa-44c2-b274-2a3762e0f581 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.736522] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.736773] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602bbbd9-45cd-4d1a-9698-200b2ed66eb8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.743503] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1458.743503] env[69325]: value = "task-4072914" [ 1458.743503] env[69325]: _type = "Task" [ 1458.743503] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.753090] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.774239] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.254058] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072914, 'name': PowerOffVM_Task, 'duration_secs': 0.175748} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.254425] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.254596] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.254927] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca9f7796-54ed-4033-8a3c-e377911d939d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.274895] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072913, 'name': CreateSnapshot_Task, 'duration_secs': 0.562521} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.275192] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Created Snapshot of the VM instance {{(pid=69325) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1459.275962] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407169b-829a-41a5-9a93-4c157cfcfc07 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.343618] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.343800] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.343964] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleting the datastore file [datastore2] ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.344273] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae0e213-a235-400b-85b4-1073db159a81 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.351503] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1459.351503] env[69325]: value = "task-4072916" [ 1459.351503] env[69325]: _type = "Task" [ 1459.351503] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.359993] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.795669] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Creating linked-clone VM from snapshot {{(pid=69325) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1459.796397] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6313b270-e31f-4f57-ae9d-3f359a1429f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.805125] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1459.805125] env[69325]: value = "task-4072917" [ 1459.805125] env[69325]: _type = "Task" [ 1459.805125] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.813312] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072917, 'name': CloneVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.861172] env[69325]: DEBUG oslo_vmware.api [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156749} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.861433] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.861647] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.861851] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.862059] env[69325]: INFO nova.compute.manager [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1459.862329] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.862520] env[69325]: DEBUG nova.compute.manager [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.862617] env[69325]: DEBUG nova.network.neutron [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.316538] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072917, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.348483] env[69325]: DEBUG nova.compute.manager [req-7d6c62c4-7efd-404a-962e-c2d088d13af1 req-9a284b5b-6be5-48e4-868e-5700fef782c7 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Received event network-vif-deleted-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.348756] env[69325]: INFO nova.compute.manager [req-7d6c62c4-7efd-404a-962e-c2d088d13af1 req-9a284b5b-6be5-48e4-868e-5700fef782c7 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Neutron deleted interface 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c; detaching it from the instance and deleting it from the info cache [ 1460.348918] env[69325]: DEBUG nova.network.neutron [req-7d6c62c4-7efd-404a-962e-c2d088d13af1 req-9a284b5b-6be5-48e4-868e-5700fef782c7 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.818072] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072917, 'name': CloneVM_Task} progress is 94%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.831778] env[69325]: DEBUG nova.network.neutron [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.851535] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f7e230d-ea9f-40f8-9f26-18cf5da25cab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.862044] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825a098-f3c1-4177-8b33-41fa97388f5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.891643] env[69325]: DEBUG nova.compute.manager [req-7d6c62c4-7efd-404a-962e-c2d088d13af1 req-9a284b5b-6be5-48e4-868e-5700fef782c7 service nova] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Detach interface failed, port_id=4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c, reason: Instance ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1461.317062] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072917, 'name': CloneVM_Task, 'duration_secs': 1.390909} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.317380] env[69325]: INFO nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Created linked-clone VM from snapshot [ 1461.318237] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd62bdf-b06d-4918-9e3a-de4a5bc56b29 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.325688] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Uploading image fcd6aeb6-5b38-4a76-89ed-3e567701f82d {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1461.334949] env[69325]: INFO nova.compute.manager [-] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Took 1.47 seconds to deallocate network for instance. [ 1461.352443] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1461.352443] env[69325]: value = "vm-807068" [ 1461.352443] env[69325]: _type = "VirtualMachine" [ 1461.352443] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1461.352724] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ef44ddb-a834-40a4-940c-41bf831c29e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.361184] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease: (returnval){ [ 1461.361184] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f58c8b-2864-2896-528d-c28ab1066b0f" [ 1461.361184] env[69325]: _type = "HttpNfcLease" [ 1461.361184] env[69325]: } obtained for exporting VM: (result){ [ 1461.361184] env[69325]: value = "vm-807068" [ 1461.361184] env[69325]: _type = "VirtualMachine" [ 1461.361184] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1461.361484] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the lease: (returnval){ [ 1461.361484] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f58c8b-2864-2896-528d-c28ab1066b0f" [ 1461.361484] env[69325]: _type = "HttpNfcLease" [ 1461.361484] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.368398] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.368398] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f58c8b-2864-2896-528d-c28ab1066b0f" [ 1461.368398] env[69325]: _type = "HttpNfcLease" [ 1461.368398] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.842757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.843049] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.843250] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.867078] env[69325]: INFO nova.scheduler.client.report [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted allocations for instance ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7 [ 1461.873161] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.873161] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f58c8b-2864-2896-528d-c28ab1066b0f" [ 1461.873161] env[69325]: _type = "HttpNfcLease" [ 1461.873161] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1461.873656] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1461.873656] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52f58c8b-2864-2896-528d-c28ab1066b0f" [ 1461.873656] env[69325]: _type = "HttpNfcLease" [ 1461.873656] env[69325]: }. {{(pid=69325) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1461.874431] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1970834-32b1-488d-8c12-97209c04c0f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.882854] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1461.883071] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk for reading. {{(pid=69325) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1461.972835] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24b73ed4-c11c-4bbd-aa7f-8d4e3f84ac6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.380930] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2003a006-46f0-4fb1-a9b8-3f60afa924ab tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.161s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.177705] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "01bcf933-857b-40e8-be50-f46f701ffe61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.178235] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.681184] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.207248] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.208025] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.209554] env[69325]: INFO nova.compute.claims [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.271792] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd5c1b5-673c-4eea-afc4-bbebc58d4285 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.280127] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973421d8-2b38-46aa-9871-de442bdd55b6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.310543] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572674ba-8fce-42d9-a889-5c095e1e262c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.318634] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7abaf1-91da-4569-9238-e8fa99431612 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.333242] env[69325]: DEBUG nova.compute.provider_tree [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.855595] env[69325]: ERROR nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [req-86340807-fadf-4405-b025-3ff0c4c5a413] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86340807-fadf-4405-b025-3ff0c4c5a413"}]} [ 1465.871759] env[69325]: DEBUG nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1465.886134] env[69325]: DEBUG nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1465.886432] env[69325]: DEBUG nova.compute.provider_tree [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.898108] env[69325]: DEBUG nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1465.917128] env[69325]: DEBUG nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1465.967920] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cf9a6-94b1-42d0-a211-53a7edb42320 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.977786] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cfd7df-5324-409e-a986-def1837686b3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.008062] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c1d81-22b2-4f9a-8c39-2f5bc048b636 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.016132] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c604f42-1016-4337-ab9f-651176b698a5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.029936] env[69325]: DEBUG nova.compute.provider_tree [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1466.560614] env[69325]: DEBUG nova.scheduler.client.report [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1466.560934] env[69325]: DEBUG nova.compute.provider_tree [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 174 to 175 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1466.561088] env[69325]: DEBUG nova.compute.provider_tree [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1466.743642] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.743875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.065639] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.066127] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.247619] env[69325]: DEBUG nova.compute.utils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1467.572020] env[69325]: DEBUG nova.compute.utils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1467.573506] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.573661] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.612341] env[69325]: DEBUG nova.policy [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3de6e282414de798a1dcb1c207400d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cd235f84664a8ea102cddacec2fec5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.751158] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.898265] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Successfully created port: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.076586] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.815640] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.816145] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.816249] env[69325]: INFO nova.compute.manager [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Attaching volume 6d6323a4-4edb-42ed-bc0f-82ce059038d1 to /dev/sdb [ 1468.851962] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36583d93-f2c3-4db8-b1c7-1fdd9fb33d70 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.859923] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0653da0-353b-4b36-86c3-291b204027f7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.873925] env[69325]: DEBUG nova.virt.block_device [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating existing volume attachment record: 651f9a68-ce10-4ae8-9993-9cfeac274453 {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1469.087324] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.118484] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.118748] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.118909] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.119107] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.119259] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.119410] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.119667] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.119834] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.119995] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.120176] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.120353] env[69325]: DEBUG nova.virt.hardware [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.121409] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7848a48-a314-409e-92a0-3254bc6f99e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.130381] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d2271-0055-4763-9e4c-93e119226bc1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.365065] env[69325]: DEBUG nova.compute.manager [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Received event network-vif-plugged-0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.365310] env[69325]: DEBUG oslo_concurrency.lockutils [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] Acquiring lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.365555] env[69325]: DEBUG oslo_concurrency.lockutils [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] Lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.365760] env[69325]: DEBUG oslo_concurrency.lockutils [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] Lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.365933] env[69325]: DEBUG nova.compute.manager [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] No waiting events found dispatching network-vif-plugged-0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1469.366336] env[69325]: WARNING nova.compute.manager [req-15d0c884-3dd4-4536-8224-8b151e8a2a87 req-47764226-d431-47c3-bcf4-8aefa79cb0c0 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Received unexpected event network-vif-plugged-0f45d23e-4dd4-4be9-adc7-7fe07c97960b for instance with vm_state building and task_state spawning. [ 1469.454298] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Successfully updated port: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.754074] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1469.755147] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fcd255-be40-4d0f-9927-5d7d02f155b1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.763725] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1469.763908] env[69325]: ERROR oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk due to incomplete transfer. [ 1469.764742] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-550f7721-bd3f-4c81-ab55-a2b33fcd134b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.774320] env[69325]: DEBUG oslo_vmware.rw_handles [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6f216-c962-d1f0-3f71-556209986757/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1469.774554] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Uploaded image fcd6aeb6-5b38-4a76-89ed-3e567701f82d to the Glance image server {{(pid=69325) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1469.776898] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Destroying the VM {{(pid=69325) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1469.777186] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7132750c-3d19-4205-9da2-4aa5b9b1a00d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.784760] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1469.784760] env[69325]: value = "task-4072920" [ 1469.784760] env[69325]: _type = "Task" [ 1469.784760] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.794778] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072920, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.957349] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.957644] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.957808] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.295122] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072920, 'name': Destroy_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.498169] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.628048] env[69325]: DEBUG nova.network.neutron [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.794962] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072920, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.131437] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.131812] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Instance network_info: |[{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.132280] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b8:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f45d23e-4dd4-4be9-adc7-7fe07c97960b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.140112] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.140343] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.140573] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25827c04-092e-480e-a501-fec94f5aec14 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.161027] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.161027] env[69325]: value = "task-4072922" [ 1471.161027] env[69325]: _type = "Task" [ 1471.161027] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.169288] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072922, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.296310] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072920, 'name': Destroy_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.397563] env[69325]: DEBUG nova.compute.manager [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Received event network-changed-0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.397788] env[69325]: DEBUG nova.compute.manager [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Refreshing instance network info cache due to event network-changed-0f45d23e-4dd4-4be9-adc7-7fe07c97960b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.398053] env[69325]: DEBUG oslo_concurrency.lockutils [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] Acquiring lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.398225] env[69325]: DEBUG oslo_concurrency.lockutils [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] Acquired lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.398393] env[69325]: DEBUG nova.network.neutron [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Refreshing network info cache for port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.671154] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072922, 'name': CreateVM_Task, 'duration_secs': 0.365314} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.671319] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.671949] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.672147] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.672481] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.672730] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307b92b7-1c96-43a8-8cd2-41d60f32ff15 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.676868] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1471.676868] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52dda538-880a-ea9f-33a3-cd5d3867ee1a" [ 1471.676868] env[69325]: _type = "Task" [ 1471.676868] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.684363] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dda538-880a-ea9f-33a3-cd5d3867ee1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.797037] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072920, 'name': Destroy_Task, 'duration_secs': 1.865358} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.797322] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Destroyed the VM [ 1471.797560] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleting Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1471.797809] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e77c17f1-3fe5-4714-9095-5f549c89e503 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.804901] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1471.804901] env[69325]: value = "task-4072923" [ 1471.804901] env[69325]: _type = "Task" [ 1471.804901] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.812967] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072923, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.100849] env[69325]: DEBUG nova.network.neutron [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updated VIF entry in instance network info cache for port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.101261] env[69325]: DEBUG nova.network.neutron [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.187313] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52dda538-880a-ea9f-33a3-cd5d3867ee1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.187684] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.187834] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.188082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.188234] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.188417] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.188684] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-283d2745-94d6-49be-abfb-da0b99f3d0d3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.198019] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.198231] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.198981] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f6bd1b-8902-4b30-91e5-100ce7148fb0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.204388] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1472.204388] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5273dcd7-a76c-cb85-b086-96cbc1c5c0af" [ 1472.204388] env[69325]: _type = "Task" [ 1472.204388] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.214576] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5273dcd7-a76c-cb85-b086-96cbc1c5c0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.314563] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072923, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376879} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.314834] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleted Snapshot of the VM instance {{(pid=69325) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1472.315130] env[69325]: DEBUG nova.compute.manager [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1472.315866] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e918b-fd97-4eff-a87e-4af6db5af83e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.604583] env[69325]: DEBUG oslo_concurrency.lockutils [req-69bd7de6-9f03-4246-83fe-c52b0953c6b7 req-20ce975a-a62d-4137-ab2e-fc0679b681d3 service nova] Releasing lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.715709] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5273dcd7-a76c-cb85-b086-96cbc1c5c0af, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.716471] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7314b64c-5181-4950-9243-d60585701fd7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.721587] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1472.721587] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]523379bc-c018-8981-b546-9e4eea09703c" [ 1472.721587] env[69325]: _type = "Task" [ 1472.721587] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.729462] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523379bc-c018-8981-b546-9e4eea09703c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.828847] env[69325]: INFO nova.compute.manager [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Shelve offloading [ 1473.232287] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]523379bc-c018-8981-b546-9e4eea09703c, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.232636] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.232805] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 01bcf933-857b-40e8-be50-f46f701ffe61/01bcf933-857b-40e8-be50-f46f701ffe61.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.233081] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0a4bd9-33f5-4fa9-9c3b-f0d1401b8e10 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.241202] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1473.241202] env[69325]: value = "task-4072924" [ 1473.241202] env[69325]: _type = "Task" [ 1473.241202] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.248840] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.332834] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.333246] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-050f05aa-c1e6-4c97-8ab8-c31ff40d4080 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.340669] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1473.340669] env[69325]: value = "task-4072925" [ 1473.340669] env[69325]: _type = "Task" [ 1473.340669] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.351046] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] VM already powered off {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1473.351297] env[69325]: DEBUG nova.compute.manager [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1473.352148] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec18644-75e4-43bc-a94c-1a63254e4724 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.358575] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.358811] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.358974] env[69325]: DEBUG nova.network.neutron [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.428795] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1473.429085] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807069', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'name': 'volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de', 'attached_at': '', 'detached_at': '', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'serial': '6d6323a4-4edb-42ed-bc0f-82ce059038d1'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1473.430079] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3980df-5a45-45cc-a594-f670afbad076 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.448705] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cc8633-4706-4527-8152-c7ddbab0a871 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.476070] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1/volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.476482] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6474cb44-0ec9-4db0-84d1-e6232c15b21d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.496820] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1473.496820] env[69325]: value = "task-4072926" [ 1473.496820] env[69325]: _type = "Task" [ 1473.496820] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.508680] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.751394] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470732} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.751700] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore2] 01bcf933-857b-40e8-be50-f46f701ffe61/01bcf933-857b-40e8-be50-f46f701ffe61.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.751959] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.752241] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ff0cac-d74d-48e4-a892-c5861f061165 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.759903] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1473.759903] env[69325]: value = "task-4072927" [ 1473.759903] env[69325]: _type = "Task" [ 1473.759903] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.768459] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.007076] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.070435] env[69325]: DEBUG nova.network.neutron [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.270182] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072477} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.270572] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.271240] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a312f-9bc7-426f-bf33-1ef267ecacd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.293108] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 01bcf933-857b-40e8-be50-f46f701ffe61/01bcf933-857b-40e8-be50-f46f701ffe61.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.293377] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24fbaa3a-f283-4617-a332-81c829ea3cc0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.312671] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1474.312671] env[69325]: value = "task-4072928" [ 1474.312671] env[69325]: _type = "Task" [ 1474.312671] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.320662] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.510296] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072926, 'name': ReconfigVM_Task, 'duration_secs': 0.528169} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.510637] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1/volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.515346] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb33fb9-2f59-43f2-b832-f1dfa8c83dfb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.531959] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1474.531959] env[69325]: value = "task-4072929" [ 1474.531959] env[69325]: _type = "Task" [ 1474.531959] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.541275] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.573209] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.783746] env[69325]: DEBUG nova.compute.manager [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-vif-unplugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.783978] env[69325]: DEBUG oslo_concurrency.lockutils [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.784390] env[69325]: DEBUG oslo_concurrency.lockutils [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.784576] env[69325]: DEBUG oslo_concurrency.lockutils [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.784752] env[69325]: DEBUG nova.compute.manager [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] No waiting events found dispatching network-vif-unplugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1474.784924] env[69325]: WARNING nova.compute.manager [req-b7295204-c6ce-414f-bdc7-4b240d273b18 req-76c2cf2a-4be0-4e10-aa5f-9213bc4787bf service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received unexpected event network-vif-unplugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b for instance with vm_state shelved and task_state shelving_offloading. [ 1474.826577] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072928, 'name': ReconfigVM_Task, 'duration_secs': 0.284843} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.826877] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 01bcf933-857b-40e8-be50-f46f701ffe61/01bcf933-857b-40e8-be50-f46f701ffe61.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.827542] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0711827-8d73-4487-ae92-28a1870d8b5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.834876] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1474.834876] env[69325]: value = "task-4072930" [ 1474.834876] env[69325]: _type = "Task" [ 1474.834876] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.845296] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072930, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.042678] env[69325]: DEBUG oslo_vmware.api [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072929, 'name': ReconfigVM_Task, 'duration_secs': 0.187519} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.043072] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807069', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'name': 'volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de', 'attached_at': '', 'detached_at': '', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'serial': '6d6323a4-4edb-42ed-bc0f-82ce059038d1'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1475.180860] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.181775] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade4c69-cfcd-4cf5-ba0c-7a506795f0dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.191461] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.191715] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2176dab-a826-48c8-a13a-3c12d112af6d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.263087] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.263315] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.263502] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.263779] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ab56fc1-0270-4259-b09d-73ca92a56384 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.271807] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1475.271807] env[69325]: value = "task-4072932" [ 1475.271807] env[69325]: _type = "Task" [ 1475.271807] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.280244] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.345044] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072930, 'name': Rename_Task, 'duration_secs': 0.187019} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.345296] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.345547] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-210061dd-d3fe-4b2b-b13f-6da116be2735 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.352366] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1475.352366] env[69325]: value = "task-4072933" [ 1475.352366] env[69325]: _type = "Task" [ 1475.352366] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.360235] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.783355] env[69325]: DEBUG oslo_vmware.api [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136412} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.783604] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.783792] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.783967] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.806808] env[69325]: INFO nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted allocations for instance 58837a87-92e5-41a8-8050-2e21e7efba49 [ 1475.862053] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.080992] env[69325]: DEBUG nova.objects.instance [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.312109] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.312414] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.312598] env[69325]: DEBUG nova.objects.instance [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'resources' on Instance uuid 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.362271] env[69325]: DEBUG oslo_vmware.api [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072933, 'name': PowerOnVM_Task, 'duration_secs': 0.693125} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.362555] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.362785] env[69325]: INFO nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1476.362984] env[69325]: DEBUG nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1476.363781] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b78f59-6e53-4d20-b650-861cf2caa760 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.586485] env[69325]: DEBUG oslo_concurrency.lockutils [None req-2c9391b7-3492-47ac-9b87-54f0a60fa0b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.815493] env[69325]: DEBUG nova.objects.instance [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'numa_topology' on Instance uuid 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.880221] env[69325]: INFO nova.compute.manager [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Took 12.69 seconds to build instance. [ 1477.059453] env[69325]: DEBUG nova.compute.manager [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.059703] env[69325]: DEBUG nova.compute.manager [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing instance network info cache due to event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.059919] env[69325]: DEBUG oslo_concurrency.lockutils [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.060019] env[69325]: DEBUG oslo_concurrency.lockutils [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.060189] env[69325]: DEBUG nova.network.neutron [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.313381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.313381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.317074] env[69325]: DEBUG nova.objects.base [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Object Instance<58837a87-92e5-41a8-8050-2e21e7efba49> lazy-loaded attributes: resources,numa_topology {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1477.359204] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b121ef-4400-4240-aede-0e793c4fcbca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.367464] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb6b04-bdc7-4fd5-b0ba-dd070ee18443 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.397521] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.219s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.398882] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ca168c-d6ff-4820-8c35-b3b6581a5c8e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.406903] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0febd5f2-b8c9-4416-9bdb-3e935942022d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.422071] env[69325]: DEBUG nova.compute.provider_tree [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.704057] env[69325]: DEBUG nova.compute.manager [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Received event network-changed-0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.705092] env[69325]: DEBUG nova.compute.manager [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Refreshing instance network info cache due to event network-changed-0f45d23e-4dd4-4be9-adc7-7fe07c97960b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.705092] env[69325]: DEBUG oslo_concurrency.lockutils [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] Acquiring lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.705092] env[69325]: DEBUG oslo_concurrency.lockutils [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] Acquired lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.705092] env[69325]: DEBUG nova.network.neutron [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Refreshing network info cache for port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.768769] env[69325]: DEBUG nova.network.neutron [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updated VIF entry in instance network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.769200] env[69325]: DEBUG nova.network.neutron [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.816590] env[69325]: INFO nova.compute.manager [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Detaching volume 6d6323a4-4edb-42ed-bc0f-82ce059038d1 [ 1477.853543] env[69325]: INFO nova.virt.block_device [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Attempting to driver detach volume 6d6323a4-4edb-42ed-bc0f-82ce059038d1 from mountpoint /dev/sdb [ 1477.854012] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1477.854374] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807069', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'name': 'volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de', 'attached_at': '', 'detached_at': '', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'serial': '6d6323a4-4edb-42ed-bc0f-82ce059038d1'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1477.855368] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16d5abd-48c3-484d-ab22-69b506560939 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.877758] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f882d-e432-49b7-83ec-deab4b4ab7a0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.886441] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7373f2-0d07-4aa7-bca9-bf1de0060a4c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.908394] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5866d766-d31e-436e-a7b0-22b9c0426023 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.931971] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] The volume has not been displaced from its original location: [datastore2] volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1/volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1477.937228] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.938468] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b40da2-2a10-4ec7-88f4-a55028c63555 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.952736] env[69325]: ERROR nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [req-e4e04da6-5f14-42b8-bb77-c8e749d2ce65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4e04da6-5f14-42b8-bb77-c8e749d2ce65"}]} [ 1477.956981] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1477.956981] env[69325]: value = "task-4072934" [ 1477.956981] env[69325]: _type = "Task" [ 1477.956981] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.965294] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.969639] env[69325]: DEBUG nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1477.982855] env[69325]: DEBUG nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1477.983102] env[69325]: DEBUG nova.compute.provider_tree [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.995680] env[69325]: DEBUG nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1478.012750] env[69325]: DEBUG nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1478.061281] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73bc901-34ac-40c5-a697-29a86c1b3967 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.068975] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a33a28-a4b7-43b5-84e8-48102a659be1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.101013] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5791758-0ac1-4d73-9c3e-86048c07c37a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.109380] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8738c5e-c7c3-4020-9918-0c87ca928dfe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.123549] env[69325]: DEBUG nova.compute.provider_tree [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.271824] env[69325]: DEBUG oslo_concurrency.lockutils [req-99c37bf3-d50b-4c9c-a944-f9b793c9814c req-feb335e9-3b60-4f0a-a09d-d4f9eefca54a service nova] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.415484] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.434913] env[69325]: DEBUG nova.network.neutron [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updated VIF entry in instance network info cache for port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.435375] env[69325]: DEBUG nova.network.neutron [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.467129] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072934, 'name': ReconfigVM_Task, 'duration_secs': 0.235365} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.467412] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1478.472103] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a745160a-5d1a-41f8-a7d5-b605018671a7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.487909] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1478.487909] env[69325]: value = "task-4072935" [ 1478.487909] env[69325]: _type = "Task" [ 1478.487909] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.496488] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.658674] env[69325]: DEBUG nova.scheduler.client.report [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1478.658954] env[69325]: DEBUG nova.compute.provider_tree [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 176 to 177 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1478.659150] env[69325]: DEBUG nova.compute.provider_tree [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.938675] env[69325]: DEBUG oslo_concurrency.lockutils [req-72174a13-b3c1-4a3b-a4cf-c7555c0680ef req-cf56e66b-7934-4b56-b5ac-eaaf14340989 service nova] Releasing lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.999823] env[69325]: DEBUG oslo_vmware.api [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072935, 'name': ReconfigVM_Task, 'duration_secs': 0.142045} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.000229] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807069', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'name': 'volume-6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de', 'attached_at': '', 'detached_at': '', 'volume_id': '6d6323a4-4edb-42ed-bc0f-82ce059038d1', 'serial': '6d6323a4-4edb-42ed-bc0f-82ce059038d1'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1479.164553] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.852s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.548053] env[69325]: DEBUG nova.objects.instance [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.673937] env[69325]: DEBUG oslo_concurrency.lockutils [None req-88929c44-059e-4dfd-bd5f-149016bf578f tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.491s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.674121] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.259s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.674348] env[69325]: INFO nova.compute.manager [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Unshelving [ 1480.554547] env[69325]: DEBUG oslo_concurrency.lockutils [None req-68ac2fbd-1414-408a-b244-3d9330919460 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.701062] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.701360] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.701569] env[69325]: DEBUG nova.objects.instance [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'pci_requests' on Instance uuid 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.205500] env[69325]: DEBUG nova.objects.instance [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'numa_topology' on Instance uuid 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.570340] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.570741] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.570841] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.571034] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.571213] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.573692] env[69325]: INFO nova.compute.manager [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Terminating instance [ 1481.708495] env[69325]: INFO nova.compute.claims [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.077453] env[69325]: DEBUG nova.compute.manager [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.077740] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.078638] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47082c86-3eee-43d7-959d-6cbeb5e36c5c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.086720] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.086942] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8123654-0c7b-430b-937b-e3289683bc2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.093301] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1482.093301] env[69325]: value = "task-4072936" [ 1482.093301] env[69325]: _type = "Task" [ 1482.093301] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.101365] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.603499] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072936, 'name': PowerOffVM_Task, 'duration_secs': 0.174692} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.603866] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.604014] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.604208] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de4e5d21-ae84-4699-9400-ec592264f11d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.676316] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.676593] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.676769] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleting the datastore file [datastore1] b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.677031] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b5ca57-6138-4e4e-a0cf-cbb72fe1bd52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.683295] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1482.683295] env[69325]: value = "task-4072938" [ 1482.683295] env[69325]: _type = "Task" [ 1482.683295] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.692474] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.767165] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bdc66f-53c6-4452-b254-b88f8916d930 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.774987] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9e8f56-fbd1-44ef-bfbb-c52821c56f79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.806535] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf14882-35e5-49f1-bf1d-da82c1d508c7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.816776] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341c701-6cd2-4bb1-9cdb-2cfc45bb6bbe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.830732] env[69325]: DEBUG nova.compute.provider_tree [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.193257] env[69325]: DEBUG oslo_vmware.api [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131533} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.193529] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.193717] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.193897] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.194087] env[69325]: INFO nova.compute.manager [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1483.194343] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.194538] env[69325]: DEBUG nova.compute.manager [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.194632] env[69325]: DEBUG nova.network.neutron [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.363576] env[69325]: DEBUG nova.scheduler.client.report [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1483.363895] env[69325]: DEBUG nova.compute.provider_tree [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 177 to 178 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1483.364128] env[69325]: DEBUG nova.compute.provider_tree [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.659294] env[69325]: DEBUG nova.compute.manager [req-6ec14f27-f388-45f7-b883-25fac698e6b9 req-a275168c-5d82-477d-be39-40f65dc9b12b service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Received event network-vif-deleted-790b98c5-7e9b-477b-973a-4201a885ccdb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.659294] env[69325]: INFO nova.compute.manager [req-6ec14f27-f388-45f7-b883-25fac698e6b9 req-a275168c-5d82-477d-be39-40f65dc9b12b service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Neutron deleted interface 790b98c5-7e9b-477b-973a-4201a885ccdb; detaching it from the instance and deleting it from the info cache [ 1483.659585] env[69325]: DEBUG nova.network.neutron [req-6ec14f27-f388-45f7-b883-25fac698e6b9 req-a275168c-5d82-477d-be39-40f65dc9b12b service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.873124] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.914161] env[69325]: INFO nova.network.neutron [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1484.144183] env[69325]: DEBUG nova.network.neutron [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.162157] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02c46068-6b4f-48f3-a219-12b8ea649e1f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.173787] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d9ee9-e548-42af-b278-cddba4d1aed7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.201598] env[69325]: DEBUG nova.compute.manager [req-6ec14f27-f388-45f7-b883-25fac698e6b9 req-a275168c-5d82-477d-be39-40f65dc9b12b service nova] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Detach interface failed, port_id=790b98c5-7e9b-477b-973a-4201a885ccdb, reason: Instance b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1484.648589] env[69325]: INFO nova.compute.manager [-] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Took 1.45 seconds to deallocate network for instance. [ 1485.155556] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.155928] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.156105] env[69325]: DEBUG nova.objects.instance [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'resources' on Instance uuid b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.413666] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.413878] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.414012] env[69325]: DEBUG nova.network.neutron [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.686745] env[69325]: DEBUG nova.compute.manager [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.686983] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.687238] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.687465] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.687678] env[69325]: DEBUG nova.compute.manager [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] No waiting events found dispatching network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1485.687812] env[69325]: WARNING nova.compute.manager [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received unexpected event network-vif-plugged-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b for instance with vm_state shelved_offloaded and task_state spawning. [ 1485.687972] env[69325]: DEBUG nova.compute.manager [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.688149] env[69325]: DEBUG nova.compute.manager [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing instance network info cache due to event network-changed-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1485.688320] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Acquiring lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.716133] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9c81f1-7201-411e-ac4b-e7b87b628fd1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.724501] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9233c6-1387-417d-ac31-55e0d6308c41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.756107] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe5a9f-92a7-4637-b4d9-ac535311349c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.764265] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95427f54-2e4b-4015-ad5c-87c23c103bfa {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.778300] env[69325]: DEBUG nova.compute.provider_tree [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.126822] env[69325]: DEBUG nova.network.neutron [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.281428] env[69325]: DEBUG nova.scheduler.client.report [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.630629] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.632869] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Acquired lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.633082] env[69325]: DEBUG nova.network.neutron [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Refreshing network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.658558] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e3d64cf4bf755c2ed8355b73a855daa1',container_format='bare',created_at=2025-05-13T13:03:39Z,direct_url=,disk_format='vmdk',id=fcd6aeb6-5b38-4a76-89ed-3e567701f82d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-799019852-shelved',owner='0a5b8addfebc4e93b5ceea8dd4179e13',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-13T13:03:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.658813] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.658971] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.659175] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.659326] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.659488] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.659698] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.659890] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.660077] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.660258] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.660425] env[69325]: DEBUG nova.virt.hardware [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.661532] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d91432-8233-49a7-9885-8778d37d74ae {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.669943] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21bed7b-29ce-4e15-9721-f9744c982170 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.683735] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:51:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1486.691055] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.691281] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1486.691478] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727eb9e1-1909-4d84-b838-328ec22562b5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.711284] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1486.711284] env[69325]: value = "task-4072939" [ 1486.711284] env[69325]: _type = "Task" [ 1486.711284] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.719480] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072939, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.786212] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.809354] env[69325]: INFO nova.scheduler.client.report [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted allocations for instance b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de [ 1487.222577] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072939, 'name': CreateVM_Task, 'duration_secs': 0.389198} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.222771] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1487.223434] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.223603] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.223993] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.224276] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010c617a-c05d-48be-93b4-bb495a28414f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.229588] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1487.229588] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]528d9112-3ae0-b539-5568-fb236372d8d3" [ 1487.229588] env[69325]: _type = "Task" [ 1487.229588] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.240715] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]528d9112-3ae0-b539-5568-fb236372d8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.319431] env[69325]: DEBUG oslo_concurrency.lockutils [None req-742096cd-9848-4e8f-9a4c-4931a9816385 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.353939] env[69325]: DEBUG nova.network.neutron [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updated VIF entry in instance network info cache for port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.354307] env[69325]: DEBUG nova.network.neutron [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [{"id": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "address": "fa:16:3e:b1:51:29", "network": {"id": "fc2aa03d-a2b1-4483-a253-8f4da0751970", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1885113462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a5b8addfebc4e93b5ceea8dd4179e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9e2ba2-f9", "ovs_interfaceid": "5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.742261] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.742514] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Processing image fcd6aeb6-5b38-4a76-89ed-3e567701f82d {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.742763] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.742911] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.743106] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.743371] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c23ea0-f55e-4c38-b318-ce9dcd9c32db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.762784] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.762981] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.763748] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362b30d6-40cb-475b-850c-89b356807a96 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.769628] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1487.769628] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52fcd52d-b294-fc74-88cb-1e0beca9ede6" [ 1487.769628] env[69325]: _type = "Task" [ 1487.769628] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.778467] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52fcd52d-b294-fc74-88cb-1e0beca9ede6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.857280] env[69325]: DEBUG oslo_concurrency.lockutils [req-39af96d5-82b8-4184-863f-01a0df24b95b req-42ccd147-289b-4100-aec1-ee2e55164099 service nova] Releasing lock "refresh_cache-58837a87-92e5-41a8-8050-2e21e7efba49" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.280685] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Preparing fetch location {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1488.280685] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Fetch image to [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830/OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830.vmdk {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1488.281985] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Downloading stream optimized image fcd6aeb6-5b38-4a76-89ed-3e567701f82d to [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830/OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830.vmdk on the data store datastore1 as vApp {{(pid=69325) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1488.281985] env[69325]: DEBUG nova.virt.vmwareapi.images [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Downloading image file data fcd6aeb6-5b38-4a76-89ed-3e567701f82d to the ESX as VM named 'OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830' {{(pid=69325) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1488.361367] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1488.361367] env[69325]: value = "resgroup-9" [ 1488.361367] env[69325]: _type = "ResourcePool" [ 1488.361367] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1488.361764] env[69325]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d417c10-44bd-4839-9b1a-eb7d198fe8fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.385439] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease: (returnval){ [ 1488.385439] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52418f2a-f1a4-1f15-5c17-b172c5bcd1ff" [ 1488.385439] env[69325]: _type = "HttpNfcLease" [ 1488.385439] env[69325]: } obtained for vApp import into resource pool (val){ [ 1488.385439] env[69325]: value = "resgroup-9" [ 1488.385439] env[69325]: _type = "ResourcePool" [ 1488.385439] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1488.385779] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the lease: (returnval){ [ 1488.385779] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52418f2a-f1a4-1f15-5c17-b172c5bcd1ff" [ 1488.385779] env[69325]: _type = "HttpNfcLease" [ 1488.385779] env[69325]: } to be ready. {{(pid=69325) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1488.393059] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1488.393059] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52418f2a-f1a4-1f15-5c17-b172c5bcd1ff" [ 1488.393059] env[69325]: _type = "HttpNfcLease" [ 1488.393059] env[69325]: } is initializing. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1488.894720] env[69325]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1488.894720] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52418f2a-f1a4-1f15-5c17-b172c5bcd1ff" [ 1488.894720] env[69325]: _type = "HttpNfcLease" [ 1488.894720] env[69325]: } is ready. {{(pid=69325) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1488.895025] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1488.895025] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52418f2a-f1a4-1f15-5c17-b172c5bcd1ff" [ 1488.895025] env[69325]: _type = "HttpNfcLease" [ 1488.895025] env[69325]: }. {{(pid=69325) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1488.895748] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5797bfa-5684-4a1a-b527-9b6b834c355e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.903911] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk from lease info. {{(pid=69325) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1488.904129] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk. {{(pid=69325) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1488.967498] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8090f178-2c4a-49b6-9bc9-d333fad581da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.643535] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.643935] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.147389] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1490.219651] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Completed reading data from the image iterator. {{(pid=69325) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1490.220224] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1490.221783] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6e609-7623-407f-aa2a-46c9e583eb00 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.232767] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk is in state: ready. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1490.233119] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk. {{(pid=69325) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1490.233505] env[69325]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5964af22-46eb-4707-b7c9-de65c7490fee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.641116] env[69325]: DEBUG oslo_vmware.rw_handles [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f0b05-34f0-09e6-2bc6-53d87d5a94fe/disk-0.vmdk. {{(pid=69325) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1490.641450] env[69325]: INFO nova.virt.vmwareapi.images [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Downloaded image file data fcd6aeb6-5b38-4a76-89ed-3e567701f82d [ 1490.642371] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75f26bf-59dd-45d9-bc01-7bca3a178d67 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.662400] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbc5ad3-0137-40ac-8d94-b773fc626e18 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.682879] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.683191] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.684790] env[69325]: INFO nova.compute.claims [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.689544] env[69325]: INFO nova.virt.vmwareapi.images [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] The imported VM was unregistered [ 1490.692017] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Caching image {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1490.692260] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Creating directory with path [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.692534] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c42a301-c4e3-48ae-b192-e2f783ebab6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.713826] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Created directory with path [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.714099] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830/OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830.vmdk to [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk. {{(pid=69325) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1490.714393] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-44cdabb9-e730-44e6-b494-79dfbfaa6f30 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.722142] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1490.722142] env[69325]: value = "task-4072942" [ 1490.722142] env[69325]: _type = "Task" [ 1490.722142] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.730928] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.235973] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.443380] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.443566] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances with incomplete migration {{(pid=69325) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1491.741153] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.752656] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e8565b-ec47-4607-92e8-93978c199625 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.765722] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e900832f-6cd7-495a-a88f-f74545786d1e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.803389] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d68a04-cba1-429c-844a-02ce3e9b628c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.817024] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eee1a1-20f9-43ac-af41-f995fa4815e6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.835685] env[69325]: DEBUG nova.compute.provider_tree [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.239919] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.339481] env[69325]: DEBUG nova.scheduler.client.report [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.738211] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.844527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.845137] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1493.236786] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.350748] env[69325]: DEBUG nova.compute.utils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1493.352246] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.352475] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.397122] env[69325]: DEBUG nova.policy [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d1a9e71234441992ec6e937626a71f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d706d25d3e4447a3a57f1f85cf8ecf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.658956] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Successfully created port: 516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.738144] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072942, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.555035} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.738491] env[69325]: INFO nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830/OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830.vmdk to [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk. [ 1493.738776] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Cleaning up location [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830 {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1493.739063] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_04a2b3c0-af58-4e52-9904-f3cfa9910830 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.739251] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcb830f-b661-4140-8290-ff599896fb63 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.745640] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1493.745640] env[69325]: value = "task-4072943" [ 1493.745640] env[69325]: _type = "Task" [ 1493.745640] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.754622] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.855524] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1494.256195] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037412} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.257820] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.257820] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.257820] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk to [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.257820] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661c6d4e-b9ff-4f9f-b71d-27fb5669b04b {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.263749] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1494.263749] env[69325]: value = "task-4072944" [ 1494.263749] env[69325]: _type = "Task" [ 1494.263749] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.273268] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.779043] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.865772] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.898151] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.898490] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.898661] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.898848] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.899011] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.899283] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.899533] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.899706] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.899880] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.900270] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.900595] env[69325]: DEBUG nova.virt.hardware [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.901713] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9552fb43-6448-4a1b-8513-3f864c39967c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.915902] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79325bf-b312-4a69-8ad1-9bab9d1255ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.050773] env[69325]: DEBUG nova.compute.manager [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Received event network-vif-plugged-516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.050900] env[69325]: DEBUG oslo_concurrency.lockutils [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.051254] env[69325]: DEBUG oslo_concurrency.lockutils [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.051440] env[69325]: DEBUG oslo_concurrency.lockutils [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.051618] env[69325]: DEBUG nova.compute.manager [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] No waiting events found dispatching network-vif-plugged-516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1495.051788] env[69325]: WARNING nova.compute.manager [req-941914c3-31e2-4b57-ba8c-cbdd815c7644 req-7a48b290-7d59-4031-aa0e-d18992b7e35f service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Received unexpected event network-vif-plugged-516860cf-3487-4cf9-a47b-455550570459 for instance with vm_state building and task_state spawning. [ 1495.149036] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Successfully updated port: 516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.276114] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.653438] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.653605] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.653718] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.779624] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.188707] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.278810] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.326782] env[69325]: DEBUG nova.network.neutron [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating instance_info_cache with network_info: [{"id": "516860cf-3487-4cf9-a47b-455550570459", "address": "fa:16:3e:a8:7a:bd", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516860cf-34", "ovs_interfaceid": "516860cf-3487-4cf9-a47b-455550570459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.776551] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072944, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.317462} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.776863] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fcd6aeb6-5b38-4a76-89ed-3e567701f82d/fcd6aeb6-5b38-4a76-89ed-3e567701f82d.vmdk to [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.777662] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef7119-a5a0-4f12-89cd-90818193eb79 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.801038] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.801398] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1fc473a-daa0-4c76-927a-4f545866c10d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.822019] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1496.822019] env[69325]: value = "task-4072945" [ 1496.822019] env[69325]: _type = "Task" [ 1496.822019] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.830082] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.830378] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Instance network_info: |[{"id": "516860cf-3487-4cf9-a47b-455550570459", "address": "fa:16:3e:a8:7a:bd", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516860cf-34", "ovs_interfaceid": "516860cf-3487-4cf9-a47b-455550570459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.830643] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.830987] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:7a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516860cf-3487-4cf9-a47b-455550570459', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.838406] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.838579] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.838791] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-821ce41b-49d1-498f-bc36-6467841cf40c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.859520] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.859520] env[69325]: value = "task-4072946" [ 1496.859520] env[69325]: _type = "Task" [ 1496.859520] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.867488] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072946, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.946253] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.078808] env[69325]: DEBUG nova.compute.manager [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Received event network-changed-516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.078808] env[69325]: DEBUG nova.compute.manager [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Refreshing instance network info cache due to event network-changed-516860cf-3487-4cf9-a47b-455550570459. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1497.078945] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] Acquiring lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.079257] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] Acquired lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.079453] env[69325]: DEBUG nova.network.neutron [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Refreshing network info cache for port 516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.333409] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072945, 'name': ReconfigVM_Task, 'duration_secs': 0.412311} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.333409] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49/58837a87-92e5-41a8-8050-2e21e7efba49.vmdk or device None with type streamOptimized {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.333913] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a899ae1-0d86-488f-ba29-0b46fc248692 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.339879] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1497.339879] env[69325]: value = "task-4072947" [ 1497.339879] env[69325]: _type = "Task" [ 1497.339879] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.348476] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072947, 'name': Rename_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.369180] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072946, 'name': CreateVM_Task, 'duration_secs': 0.375571} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.369390] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.370129] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.370335] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.370702] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.370974] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e108823-6fa5-461d-b83f-d59a71a0ece8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.375757] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1497.375757] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5281233d-7e73-f3d5-d0d5-b17cbfe434dd" [ 1497.375757] env[69325]: _type = "Task" [ 1497.375757] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.384059] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5281233d-7e73-f3d5-d0d5-b17cbfe434dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.443085] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.443085] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1497.443424] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.759093] env[69325]: DEBUG nova.network.neutron [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updated VIF entry in instance network info cache for port 516860cf-3487-4cf9-a47b-455550570459. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.759465] env[69325]: DEBUG nova.network.neutron [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating instance_info_cache with network_info: [{"id": "516860cf-3487-4cf9-a47b-455550570459", "address": "fa:16:3e:a8:7a:bd", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516860cf-34", "ovs_interfaceid": "516860cf-3487-4cf9-a47b-455550570459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.850374] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072947, 'name': Rename_Task, 'duration_secs': 0.154677} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.850648] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.850889] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55594ffb-13f2-4f46-aeb4-af33a90cf18f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.857529] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1497.857529] env[69325]: value = "task-4072948" [ 1497.857529] env[69325]: _type = "Task" [ 1497.857529] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.865239] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.885320] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5281233d-7e73-f3d5-d0d5-b17cbfe434dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.885637] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.885871] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.886119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.886274] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.886481] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.886768] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928d8264-cbf4-4346-a4bd-b0c9e5325bcd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.895539] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.895741] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.896493] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302d469c-137a-4b32-992e-d828f108452a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.902145] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1497.902145] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52a6c0d7-2af3-a96e-8ee0-cb0e238e1c81" [ 1497.902145] env[69325]: _type = "Task" [ 1497.902145] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.911224] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a6c0d7-2af3-a96e-8ee0-cb0e238e1c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.262940] env[69325]: DEBUG oslo_concurrency.lockutils [req-b3fb68d0-615a-4249-985c-f66d43fa7a18 req-f661d1c5-a70f-4059-af76-11d8fa393063 service nova] Releasing lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.367455] env[69325]: DEBUG oslo_vmware.api [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072948, 'name': PowerOnVM_Task, 'duration_secs': 0.441264} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.367812] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.094356] env[69325]: DEBUG nova.compute.manager [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1499.094727] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.096172] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d79ab1a-13f0-4f3b-a0f4-e1b16d4b25e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.108099] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52a6c0d7-2af3-a96e-8ee0-cb0e238e1c81, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.109384] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007a7582-cdc5-4910-986d-692f062457ec {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.115682] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1499.115682] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]5233103d-1566-bf81-24f1-b536ebe1a175" [ 1499.115682] env[69325]: _type = "Task" [ 1499.115682] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.123430] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5233103d-1566-bf81-24f1-b536ebe1a175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.600576] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.601009] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.601327] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.601600] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1499.602977] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d071b-6013-41c4-9e35-498ce3f16a6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.617767] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54d223-69dd-4841-9040-375f95b454fb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.621848] env[69325]: DEBUG oslo_concurrency.lockutils [None req-82ddf59b-5798-480f-a768-568d893e7615 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.948s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.639831] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801ce20-f0ad-4ac4-ada7-1126c13f06b0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.642507] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]5233103d-1566-bf81-24f1-b536ebe1a175, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.643364] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.643628] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f726c9da-ef5e-47e3-a580-b7d6ed13615c/f726c9da-ef5e-47e3-a580-b7d6ed13615c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.644247] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da27a9e4-8210-4983-81d4-cfcff155e8e2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.649340] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a3eefa-70cd-4395-b31b-82ffe909612f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.654148] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1499.654148] env[69325]: value = "task-4072949" [ 1499.654148] env[69325]: _type = "Task" [ 1499.654148] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.682108] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180567MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1499.682301] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.682487] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.689614] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.164359] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467959} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.164617] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] f726c9da-ef5e-47e3-a580-b7d6ed13615c/f726c9da-ef5e-47e3-a580-b7d6ed13615c.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.164829] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.165136] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ccbe9f-38ac-4ca4-ba0d-91c335ad9811 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.171889] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1500.171889] env[69325]: value = "task-4072950" [ 1500.171889] env[69325]: _type = "Task" [ 1500.171889] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.179229] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.681318] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060657} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.681771] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.682326] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12577ace-5ecb-45a6-a398-d75a1955bcab {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.705732] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] f726c9da-ef5e-47e3-a580-b7d6ed13615c/f726c9da-ef5e-47e3-a580-b7d6ed13615c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.706212] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e123c3c-cf97-4613-998e-3401112a6f11 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.726375] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1500.726375] env[69325]: value = "task-4072951" [ 1500.726375] env[69325]: _type = "Task" [ 1500.726375] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.734436] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.755116] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 01bcf933-857b-40e8-be50-f46f701ffe61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1500.755303] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance 58837a87-92e5-41a8-8050-2e21e7efba49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1500.755506] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Instance f726c9da-ef5e-47e3-a580-b7d6ed13615c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69325) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1500.755699] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1500.755839] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1500.806618] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef77f3-eb66-49b9-bb7d-fc2fad147390 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.813922] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf73889-d7c5-4198-be19-391f0af8d283 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.846860] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86d425-6d8d-403e-8cfb-05bb87d9381e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.855114] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ab491-9dea-427a-bec5-4cf573b2eea8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.868616] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.236282] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072951, 'name': ReconfigVM_Task, 'duration_secs': 0.404718} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.236522] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfigured VM instance instance-00000080 to attach disk [datastore1] f726c9da-ef5e-47e3-a580-b7d6ed13615c/f726c9da-ef5e-47e3-a580-b7d6ed13615c.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.237148] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a04478-5c9f-4910-aa0a-6db4dbc0aaf4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.243107] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1501.243107] env[69325]: value = "task-4072952" [ 1501.243107] env[69325]: _type = "Task" [ 1501.243107] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.250902] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072952, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.389371] env[69325]: ERROR nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [req-635e5fd7-9488-47a5-b21a-dcbea6bee2c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-635e5fd7-9488-47a5-b21a-dcbea6bee2c4"}]} [ 1501.405705] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1501.419254] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1501.419499] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.430482] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1501.448158] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1501.496852] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd2852-c866-43c9-aa46-954e298b44da {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.502731] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d4dd4-aec6-4c5c-9ccb-4df58fd9b373 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.532491] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86299de8-44cf-41cb-9f18-61333fa4e85e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.539916] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cae989-762a-4fcf-8142-e555ed78476c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.554074] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.754392] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072952, 'name': Rename_Task} progress is 14%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.083866] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1502.084109] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 179 to 180 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1502.084266] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.253970] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072952, 'name': Rename_Task, 'duration_secs': 0.568822} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.254262] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.254521] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1c6991-49e0-41ee-9086-785000e03ce2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.261100] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1502.261100] env[69325]: value = "task-4072953" [ 1502.261100] env[69325]: _type = "Task" [ 1502.261100] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.269024] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.588980] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1502.589242] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.907s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.771547] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.938573] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.938795] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.938884] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.272425] env[69325]: DEBUG oslo_vmware.api [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072953, 'name': PowerOnVM_Task, 'duration_secs': 0.838568} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.272675] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.272874] env[69325]: INFO nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1503.273066] env[69325]: DEBUG nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.273841] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed2df9d-4ca6-4cbf-8b8a-1723393ed2f6 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.439198] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.443768] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.443930] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Cleaning up deleted instances {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1503.791634] env[69325]: INFO nova.compute.manager [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Took 13.13 seconds to build instance. [ 1503.951214] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] There are 20 instances to clean {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1503.951400] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: b2a4eb3e-ce48-4aa6-b4e0-1958d891e4de] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.293917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.650s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.455244] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: ca5bb63b-c386-44c5-ae3b-5d7a61fdc7e7] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.890591] env[69325]: DEBUG nova.compute.manager [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Received event network-changed-516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.890863] env[69325]: DEBUG nova.compute.manager [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Refreshing instance network info cache due to event network-changed-516860cf-3487-4cf9-a47b-455550570459. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.891239] env[69325]: DEBUG oslo_concurrency.lockutils [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] Acquiring lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.891461] env[69325]: DEBUG oslo_concurrency.lockutils [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] Acquired lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.891638] env[69325]: DEBUG nova.network.neutron [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Refreshing network info cache for port 516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.958488] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 911721ae-0b60-4b02-9f81-2e9b088a2237] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.463013] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a001d7a1-3634-4bd8-b637-92347415652c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.608932] env[69325]: DEBUG nova.network.neutron [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updated VIF entry in instance network info cache for port 516860cf-3487-4cf9-a47b-455550570459. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.609339] env[69325]: DEBUG nova.network.neutron [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating instance_info_cache with network_info: [{"id": "516860cf-3487-4cf9-a47b-455550570459", "address": "fa:16:3e:a8:7a:bd", "network": {"id": "ecf60a92-9624-4d9c-b031-1232f8045683", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-124412984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d706d25d3e4447a3a57f1f85cf8ecf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516860cf-34", "ovs_interfaceid": "516860cf-3487-4cf9-a47b-455550570459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.966898] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 2835a9eb-3430-4fda-afdb-4e4a1a883cb9] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.112848] env[69325]: DEBUG oslo_concurrency.lockutils [req-ae85ba28-8f6a-4eec-8256-e47115eafc96 req-75a089a7-0831-4e18-adc7-40dd4483e7b0 service nova] Releasing lock "refresh_cache-f726c9da-ef5e-47e3-a580-b7d6ed13615c" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.471059] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 615e46df-188e-4520-87f1-972f3cbab35e] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.973411] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3bfa1213-a42a-4496-972d-7356b7a2b178] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.476670] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 3503c065-f44c-47de-aff8-039a499a4503] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.979998] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 627d8aad-a1f9-41b2-ad71-823a0d726522] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.483296] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a1bd74cb-3bea-4b0b-ba1b-40eecc834297] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.986853] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 5bc316ba-4cb3-4911-b1fb-bcbbac1aeb05] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.491427] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 321c3745-49ac-42e8-bdab-99ffcb1e3327] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.994997] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 50b7797c-f0ee-42a3-b675-d7ce5694b6ad] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.498187] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: c2d4e33e-4ddb-406c-ae1e-5655950f6a3b] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.002264] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: d9804af0-a742-479d-9ee1-c09edc7d812f] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.506475] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 9b8bb8df-65c4-4342-abea-22872c97a300] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.010597] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: a9aab528-68b4-45c4-9a26-00e5fd7febf9] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.514886] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 1566daac-9ff0-4a33-a5c0-d8aa4c886ebb] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.657875] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "01bcf933-857b-40e8-be50-f46f701ffe61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.658117] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.658309] env[69325]: DEBUG nova.compute.manager [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1512.659225] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322cd864-7584-4b68-bbbc-80f3889142e9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.666353] env[69325]: DEBUG nova.compute.manager [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69325) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1512.666945] env[69325]: DEBUG nova.objects.instance [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'flavor' on Instance uuid 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.018481] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 461a6d80-7d3b-41e0-8f84-ca866b6c128c] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.522427] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] [instance: 4773e448-8574-4687-bee5-1a49548c0d42] Instance has had 0 of 5 cleanup attempts {{(pid=69325) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.673975] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.674263] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4447b947-b8f2-4dd3-bd6b-2e10eb591eda {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.682877] env[69325]: DEBUG oslo_vmware.api [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1513.682877] env[69325]: value = "task-4072954" [ 1513.682877] env[69325]: _type = "Task" [ 1513.682877] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.691723] env[69325]: DEBUG oslo_vmware.api [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.194319] env[69325]: DEBUG oslo_vmware.api [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072954, 'name': PowerOffVM_Task, 'duration_secs': 0.175425} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.194842] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.194923] env[69325]: DEBUG nova.compute.manager [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1514.195892] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2293cd-2c79-4dd1-9e4d-d8201336b1db {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.707086] env[69325]: DEBUG oslo_concurrency.lockutils [None req-0475bdf4-37ff-4463-babc-ef1622a7f999 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.025570] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.036847] env[69325]: DEBUG nova.objects.instance [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'flavor' on Instance uuid 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.542901] env[69325]: DEBUG oslo_concurrency.lockutils [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.543303] env[69325]: DEBUG oslo_concurrency.lockutils [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.543303] env[69325]: DEBUG nova.network.neutron [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.543443] env[69325]: DEBUG nova.objects.instance [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'info_cache' on Instance uuid 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.047781] env[69325]: DEBUG nova.objects.base [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Object Instance<01bcf933-857b-40e8-be50-f46f701ffe61> lazy-loaded attributes: flavor,info_cache {{(pid=69325) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1516.764169] env[69325]: DEBUG nova.network.neutron [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.267427] env[69325]: DEBUG oslo_concurrency.lockutils [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.274757] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.275174] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb943e16-bb33-4731-9702-a847a290afca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.283994] env[69325]: DEBUG oslo_vmware.api [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1518.283994] env[69325]: value = "task-4072955" [ 1518.283994] env[69325]: _type = "Task" [ 1518.283994] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.292954] env[69325]: DEBUG oslo_vmware.api [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.794678] env[69325]: DEBUG oslo_vmware.api [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072955, 'name': PowerOnVM_Task, 'duration_secs': 0.406163} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.795067] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.795301] env[69325]: DEBUG nova.compute.manager [None req-df39815b-934a-4583-9258-5363bc1775e0 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1518.796093] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c43e1-6826-4bcc-9b33-d1772dd65711 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.836351] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c2b6f8-f6d5-4233-a3fe-2217504c0fa4 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.844512] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Suspending the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1519.844759] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-735c4a85-01bc-40f0-a7e2-3a35bb9b1e92 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.851789] env[69325]: DEBUG oslo_vmware.api [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1519.851789] env[69325]: value = "task-4072956" [ 1519.851789] env[69325]: _type = "Task" [ 1519.851789] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.859767] env[69325]: DEBUG oslo_vmware.api [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072956, 'name': SuspendVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.361710] env[69325]: DEBUG oslo_vmware.api [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072956, 'name': SuspendVM_Task} progress is 62%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.861586] env[69325]: DEBUG oslo_vmware.api [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072956, 'name': SuspendVM_Task, 'duration_secs': 0.626908} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.861982] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Suspended the VM {{(pid=69325) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1520.862048] env[69325]: DEBUG nova.compute.manager [None req-4e5e5a72-1a97-48c2-bc86-f44af8e59a84 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1520.862785] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc71a1b-bfa9-4d22-a55b-6a85531b8438 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.166172] env[69325]: INFO nova.compute.manager [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Resuming [ 1522.167019] env[69325]: DEBUG nova.objects.instance [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'flavor' on Instance uuid 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.677015] env[69325]: DEBUG oslo_concurrency.lockutils [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.677388] env[69325]: DEBUG oslo_concurrency.lockutils [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquired lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.677502] env[69325]: DEBUG nova.network.neutron [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.382011] env[69325]: DEBUG nova.network.neutron [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [{"id": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "address": "fa:16:3e:50:b8:23", "network": {"id": "a3c234a9-22e2-44c2-b461-3ecce04d1bfb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1044725113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08cd235f84664a8ea102cddacec2fec5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f45d23e-4d", "ovs_interfaceid": "0f45d23e-4dd4-4be9-adc7-7fe07c97960b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.885342] env[69325]: DEBUG oslo_concurrency.lockutils [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Releasing lock "refresh_cache-01bcf933-857b-40e8-be50-f46f701ffe61" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.886324] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b30ce78-4dcc-4e5e-aeb4-9042a69e7c7f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.893259] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Resuming the VM {{(pid=69325) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1524.893511] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d8f722-189d-4e56-8d6d-ab1c49e714c8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.900498] env[69325]: DEBUG oslo_vmware.api [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1524.900498] env[69325]: value = "task-4072957" [ 1524.900498] env[69325]: _type = "Task" [ 1524.900498] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.910067] env[69325]: DEBUG oslo_vmware.api [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.411036] env[69325]: DEBUG oslo_vmware.api [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.911606] env[69325]: DEBUG oslo_vmware.api [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072957, 'name': PowerOnVM_Task, 'duration_secs': 0.569147} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.912032] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Resumed the VM {{(pid=69325) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1525.912102] env[69325]: DEBUG nova.compute.manager [None req-777628c7-3eeb-4895-b0b0-1870e2350465 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1525.912865] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d43f1c6-95dd-43fc-85c3-2fe6cebcb906 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.863336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "01bcf933-857b-40e8-be50-f46f701ffe61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.863589] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.863806] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.863994] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.864188] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.866427] env[69325]: INFO nova.compute.manager [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Terminating instance [ 1527.370665] env[69325]: DEBUG nova.compute.manager [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.371078] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.371843] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ed4c9-25ec-4ea1-aca4-56d4cc08c358 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.380013] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.380275] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002b74fa-b0fd-47c9-8703-4a4ea4155fa5 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.387447] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1527.387447] env[69325]: value = "task-4072958" [ 1527.387447] env[69325]: _type = "Task" [ 1527.387447] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.396734] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.898117] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072958, 'name': PowerOffVM_Task, 'duration_secs': 0.183752} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.898406] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.898583] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.898846] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29702b1e-7437-484b-889f-654cadb73a6e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.969842] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.970093] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Deleting contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.970296] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleting the datastore file [datastore2] 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.970608] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081a6956-0090-418a-8a2a-60fb78cb1cb3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.977136] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for the task: (returnval){ [ 1527.977136] env[69325]: value = "task-4072960" [ 1527.977136] env[69325]: _type = "Task" [ 1527.977136] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.985527] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.487092] env[69325]: DEBUG oslo_vmware.api [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Task: {'id': task-4072960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174164} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.487439] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.487478] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Deleted contents of the VM from datastore datastore2 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.487660] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.487832] env[69325]: INFO nova.compute.manager [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1528.488086] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1528.488286] env[69325]: DEBUG nova.compute.manager [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.488376] env[69325]: DEBUG nova.network.neutron [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.013744] env[69325]: DEBUG nova.compute.manager [req-8bea9b3b-046b-4d7a-a864-841a12fcff7b req-f4ded72c-f13a-4edc-aab1-9df4949d596d service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Received event network-vif-deleted-0f45d23e-4dd4-4be9-adc7-7fe07c97960b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.013939] env[69325]: INFO nova.compute.manager [req-8bea9b3b-046b-4d7a-a864-841a12fcff7b req-f4ded72c-f13a-4edc-aab1-9df4949d596d service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Neutron deleted interface 0f45d23e-4dd4-4be9-adc7-7fe07c97960b; detaching it from the instance and deleting it from the info cache [ 1529.014416] env[69325]: DEBUG nova.network.neutron [req-8bea9b3b-046b-4d7a-a864-841a12fcff7b req-f4ded72c-f13a-4edc-aab1-9df4949d596d service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.492467] env[69325]: DEBUG nova.network.neutron [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.517697] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-430422ca-83a6-4038-835a-5445ee5de2be {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.528627] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff0e95-e812-4412-b83d-16476d655132 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.555163] env[69325]: DEBUG nova.compute.manager [req-8bea9b3b-046b-4d7a-a864-841a12fcff7b req-f4ded72c-f13a-4edc-aab1-9df4949d596d service nova] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Detach interface failed, port_id=0f45d23e-4dd4-4be9-adc7-7fe07c97960b, reason: Instance 01bcf933-857b-40e8-be50-f46f701ffe61 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1529.995363] env[69325]: INFO nova.compute.manager [-] [instance: 01bcf933-857b-40e8-be50-f46f701ffe61] Took 1.51 seconds to deallocate network for instance. [ 1530.502410] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.502786] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.502923] env[69325]: DEBUG nova.objects.instance [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lazy-loading 'resources' on Instance uuid 01bcf933-857b-40e8-be50-f46f701ffe61 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.522489] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.522730] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.522913] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.523149] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.523329] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.525231] env[69325]: INFO nova.compute.manager [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Terminating instance [ 1531.031448] env[69325]: DEBUG nova.compute.manager [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.031765] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.033371] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e6016-bd6d-4f93-b368-485d826ade6c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.041655] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.041874] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9da4ba6-3efc-47f4-b91a-3b3f9d02eba0 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.052321] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1531.052321] env[69325]: value = "task-4072961" [ 1531.052321] env[69325]: _type = "Task" [ 1531.052321] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.064594] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.072741] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f7bd6-4aad-4969-9af9-f87b7108775a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.081031] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98e9f4-0446-4a0a-b669-87280b7b1733 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.123256] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3979fd-590c-4e30-a74b-5d2fee9668cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.132261] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bca9d3-ae88-4af2-a269-398e5fb3ab69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.148475] env[69325]: DEBUG nova.compute.provider_tree [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.562997] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072961, 'name': PowerOffVM_Task, 'duration_secs': 0.215047} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.563498] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.563673] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.563994] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1fb4c5b-c365-470b-8078-df30df921049 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.651977] env[69325]: DEBUG nova.scheduler.client.report [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.156710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.178386] env[69325]: INFO nova.scheduler.client.report [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Deleted allocations for instance 01bcf933-857b-40e8-be50-f46f701ffe61 [ 1532.686818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-b04793a4-c3cb-4f3c-8963-02988591e103 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Lock "01bcf933-857b-40e8-be50-f46f701ffe61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.831975] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.832235] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.832395] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleting the datastore file [datastore1] 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.832666] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-013348b2-fe7d-47b1-8d0f-24d7501460bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.839028] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for the task: (returnval){ [ 1532.839028] env[69325]: value = "task-4072963" [ 1532.839028] env[69325]: _type = "Task" [ 1532.839028] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.847136] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.349229] env[69325]: DEBUG oslo_vmware.api [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Task: {'id': task-4072963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131559} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.349506] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.349692] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.349870] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.350062] env[69325]: INFO nova.compute.manager [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1533.350312] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1533.350501] env[69325]: DEBUG nova.compute.manager [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.350596] env[69325]: DEBUG nova.network.neutron [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.092834] env[69325]: DEBUG nova.compute.manager [req-70814963-8a05-41b0-a296-371b9a788c07 req-a1e9ab97-6f05-45d0-aa6f-6d57dbf03e28 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Received event network-vif-deleted-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.093417] env[69325]: INFO nova.compute.manager [req-70814963-8a05-41b0-a296-371b9a788c07 req-a1e9ab97-6f05-45d0-aa6f-6d57dbf03e28 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Neutron deleted interface 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b; detaching it from the instance and deleting it from the info cache [ 1534.093476] env[69325]: DEBUG nova.network.neutron [req-70814963-8a05-41b0-a296-371b9a788c07 req-a1e9ab97-6f05-45d0-aa6f-6d57dbf03e28 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.559635] env[69325]: DEBUG nova.network.neutron [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.596913] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8c81575-0b2e-48d9-95a9-93816db4f117 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.608703] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b4cd1-119e-47cf-a9fa-ee3c6780bfa2 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.637767] env[69325]: DEBUG nova.compute.manager [req-70814963-8a05-41b0-a296-371b9a788c07 req-a1e9ab97-6f05-45d0-aa6f-6d57dbf03e28 service nova] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Detach interface failed, port_id=5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b, reason: Instance 58837a87-92e5-41a8-8050-2e21e7efba49 could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1535.064384] env[69325]: INFO nova.compute.manager [-] [instance: 58837a87-92e5-41a8-8050-2e21e7efba49] Took 1.71 seconds to deallocate network for instance. [ 1535.571465] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.571818] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.571994] env[69325]: DEBUG nova.objects.instance [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lazy-loading 'resources' on Instance uuid 58837a87-92e5-41a8-8050-2e21e7efba49 {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.124040] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82793680-2179-4760-8cb0-10cc29707763 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.132323] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a78a0e-33c8-49a2-bdf1-f5d40a004df1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.170973] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c24ef-7473-47fa-a3e6-cac9ae41d5f9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.180581] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1dbf96-ce17-40ce-a478-3cc613241980 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.200396] env[69325]: DEBUG nova.compute.provider_tree [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.704136] env[69325]: DEBUG nova.scheduler.client.report [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.209817] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.248644] env[69325]: INFO nova.scheduler.client.report [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Deleted allocations for instance 58837a87-92e5-41a8-8050-2e21e7efba49 [ 1537.757119] env[69325]: DEBUG oslo_concurrency.lockutils [None req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Lock "58837a87-92e5-41a8-8050-2e21e7efba49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.234s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.014710] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "9d2da424-1c78-4888-be14-0b9ad592a2db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.014816] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.517298] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Starting instance... {{(pid=69325) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.040110] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.040405] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.041930] env[69325]: INFO nova.compute.claims [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.092457] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c574ff4-e2e0-4aaa-853b-14aeb88ba4c3 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.100606] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc14fff-5d8d-40fa-b434-d964eeeb175c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.147734] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cac0f4-5379-4cf0-adad-c6b8fc2db2dc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.157248] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2f0c5-ffa6-41da-a9bc-06e43621364f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.170700] env[69325]: DEBUG nova.compute.provider_tree [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.674603] env[69325]: DEBUG nova.scheduler.client.report [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.179457] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.179983] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Start building networks asynchronously for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.685566] env[69325]: DEBUG nova.compute.utils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1541.687535] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Allocating IP information in the background. {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.687535] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] allocate_for_instance() {{(pid=69325) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.731185] env[69325]: DEBUG nova.policy [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665607712e9f42d29e4bea15c94d401f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee53d6940ff4097801118190d16f9c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69325) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.993964] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Successfully created port: 7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.190776] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Start building block device mappings for instance. {{(pid=69325) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.612077] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.612404] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.115447] env[69325]: DEBUG nova.compute.utils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Using /dev/sd instead of None {{(pid=69325) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1543.200732] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Start spawning the instance on the hypervisor. {{(pid=69325) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.229789] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:48:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:48:01Z,direct_url=,disk_format='vmdk',id=6f06049e-dc36-47c9-b886-e9477224ac3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e141aae3f56747f0bfb32002e116d480',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:48:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.229789] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Flavor limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.229789] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Image limits 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.229977] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Flavor pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.230361] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Image pref 0:0:0 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.230361] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69325) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.230530] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.230687] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.230851] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Got 1 possible topologies {{(pid=69325) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.231064] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.231252] env[69325]: DEBUG nova.virt.hardware [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69325) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.232220] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ebf294-560f-49b1-a8f4-5ceb43eab41a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.242222] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adaef95-4fd2-4dd6-87f7-5750403a951e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.389022] env[69325]: DEBUG nova.compute.manager [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Received event network-vif-plugged-7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.389268] env[69325]: DEBUG oslo_concurrency.lockutils [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] Acquiring lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.389477] env[69325]: DEBUG oslo_concurrency.lockutils [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.389648] env[69325]: DEBUG oslo_concurrency.lockutils [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.389827] env[69325]: DEBUG nova.compute.manager [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] No waiting events found dispatching network-vif-plugged-7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1543.390015] env[69325]: WARNING nova.compute.manager [req-941d4741-a57d-4302-83fb-0fc532ebdcfc req-f25b8c93-c7a5-44fe-b6a7-358b2ef4f895 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Received unexpected event network-vif-plugged-7d3b25a4-343c-41d6-bb8e-e284a19717fb for instance with vm_state building and task_state spawning. [ 1543.480213] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Successfully updated port: 7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.618569] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.983504] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.983648] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquired lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.983758] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Building network info cache for instance {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.516474] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Instance cache missing network info. {{(pid=69325) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.646640] env[69325]: DEBUG nova.network.neutron [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Updating instance_info_cache with network_info: [{"id": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "address": "fa:16:3e:e4:10:52", "network": {"id": "9ef64d46-b942-4adc-a326-9b5910b725cb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1435485042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee53d6940ff4097801118190d16f9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3b25a4-34", "ovs_interfaceid": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.690075] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.690379] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.690625] env[69325]: INFO nova.compute.manager [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Attaching volume e09715d9-2f0d-4fff-9586-713fdb5e73f8 to /dev/sdb [ 1544.721499] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47809c1b-8150-4354-9485-e6e2f42b4b1d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.728967] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec98769b-9c80-4c41-ba5d-fb5b3781326f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.742668] env[69325]: DEBUG nova.virt.block_device [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating existing volume attachment record: 64c7ad51-2c53-4c8a-8e9f-f921f809444b {{(pid=69325) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.149870] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Releasing lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.150308] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Instance network_info: |[{"id": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "address": "fa:16:3e:e4:10:52", "network": {"id": "9ef64d46-b942-4adc-a326-9b5910b725cb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1435485042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee53d6940ff4097801118190d16f9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3b25a4-34", "ovs_interfaceid": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69325) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.150811] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:10:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3b25a4-343c-41d6-bb8e-e284a19717fb', 'vif_model': 'vmxnet3'}] {{(pid=69325) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.159712] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Creating folder: Project (9ee53d6940ff4097801118190d16f9c6). Parent ref: group-v806727. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.161082] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d139f9-5d5e-49a3-aed7-74d5aedbcc95 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.175729] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Created folder: Project (9ee53d6940ff4097801118190d16f9c6) in parent group-v806727. [ 1545.176022] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Creating folder: Instances. Parent ref: group-v807075. {{(pid=69325) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.176735] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01415a34-f410-43a7-a503-247db9a67385 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.188570] env[69325]: INFO nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Created folder: Instances in parent group-v807075. [ 1545.188886] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1545.189178] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Creating VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.189452] env[69325]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb025a81-03e4-421f-9973-e63e9d3e9967 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.211575] env[69325]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.211575] env[69325]: value = "task-4072968" [ 1545.211575] env[69325]: _type = "Task" [ 1545.211575] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.221091] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072968, 'name': CreateVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.419267] env[69325]: DEBUG nova.compute.manager [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Received event network-changed-7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1545.419677] env[69325]: DEBUG nova.compute.manager [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Refreshing instance network info cache due to event network-changed-7d3b25a4-343c-41d6-bb8e-e284a19717fb. {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1545.420045] env[69325]: DEBUG oslo_concurrency.lockutils [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] Acquiring lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.420374] env[69325]: DEBUG oslo_concurrency.lockutils [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] Acquired lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.420612] env[69325]: DEBUG nova.network.neutron [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Refreshing network info cache for port 7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.722054] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072968, 'name': CreateVM_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.115771] env[69325]: DEBUG nova.network.neutron [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Updated VIF entry in instance network info cache for port 7d3b25a4-343c-41d6-bb8e-e284a19717fb. {{(pid=69325) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.116457] env[69325]: DEBUG nova.network.neutron [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Updating instance_info_cache with network_info: [{"id": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "address": "fa:16:3e:e4:10:52", "network": {"id": "9ef64d46-b942-4adc-a326-9b5910b725cb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1435485042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee53d6940ff4097801118190d16f9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3b25a4-34", "ovs_interfaceid": "7d3b25a4-343c-41d6-bb8e-e284a19717fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.223279] env[69325]: DEBUG oslo_vmware.api [-] Task: {'id': task-4072968, 'name': CreateVM_Task, 'duration_secs': 0.580238} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.223533] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Created VM on the ESX host {{(pid=69325) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.224159] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.224321] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.224747] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.225018] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b912525e-ed3f-49ce-a21f-da828579cd0c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.229862] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1546.229862] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d11267-180c-6780-f57d-ecdeb4c654fd" [ 1546.229862] env[69325]: _type = "Task" [ 1546.229862] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.238276] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d11267-180c-6780-f57d-ecdeb4c654fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.619383] env[69325]: DEBUG oslo_concurrency.lockutils [req-60de8873-1d60-4eb2-8d9f-9e6500547d86 req-78721efc-8a1b-4676-ad51-e0773443a98a service nova] Releasing lock "refresh_cache-9d2da424-1c78-4888-be14-0b9ad592a2db" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.740918] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d11267-180c-6780-f57d-ecdeb4c654fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.741330] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.741514] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Processing image 6f06049e-dc36-47c9-b886-e9477224ac3f {{(pid=69325) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.741757] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.741917] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.742218] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.742504] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6539ac9-921e-423f-969e-d2d02c2c83bf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.752132] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69325) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.752409] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69325) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.753177] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65070003-bc39-4f30-bf33-1c45ef95ed52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.759291] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1546.759291] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]524cbd55-6b58-3eea-3aee-41a37300d3b4" [ 1546.759291] env[69325]: _type = "Task" [ 1546.759291] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.767397] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524cbd55-6b58-3eea-3aee-41a37300d3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.269888] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]524cbd55-6b58-3eea-3aee-41a37300d3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.270679] env[69325]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451ba4ad-6d60-4e41-89a7-2bd4f80d7cdc {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.276746] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1547.276746] env[69325]: value = "session[528530c9-33a8-b0ac-2262-9378782ed028]52d538b1-1e2c-5c6d-b8e3-fd285a5b907d" [ 1547.276746] env[69325]: _type = "Task" [ 1547.276746] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.284628] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d538b1-1e2c-5c6d-b8e3-fd285a5b907d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.788773] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': session[528530c9-33a8-b0ac-2262-9378782ed028]52d538b1-1e2c-5c6d-b8e3-fd285a5b907d, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.789167] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk" {{(pid=69325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.789359] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9d2da424-1c78-4888-be14-0b9ad592a2db/9d2da424-1c78-4888-be14-0b9ad592a2db.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.789674] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec4fe23-913a-4ced-be22-60a6f41fa53e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.797207] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1547.797207] env[69325]: value = "task-4072970" [ 1547.797207] env[69325]: _type = "Task" [ 1547.797207] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.806641] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.307427] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484329} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.307645] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f06049e-dc36-47c9-b886-e9477224ac3f/6f06049e-dc36-47c9-b886-e9477224ac3f.vmdk to [datastore1] 9d2da424-1c78-4888-be14-0b9ad592a2db/9d2da424-1c78-4888-be14-0b9ad592a2db.vmdk {{(pid=69325) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.307857] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Extending root virtual disk to 1048576 {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.308124] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51b28112-d246-4736-96c9-56da0ed8093d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.314877] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1548.314877] env[69325]: value = "task-4072971" [ 1548.314877] env[69325]: _type = "Task" [ 1548.314877] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.325567] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.826619] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060126} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.827046] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Extended root virtual disk {{(pid=69325) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.827766] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e26976-a9df-444b-99e5-60a90f28a80a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.851047] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 9d2da424-1c78-4888-be14-0b9ad592a2db/9d2da424-1c78-4888-be14-0b9ad592a2db.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.851398] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a04742d-62c7-4b23-91ae-7aede01910a1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.873491] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1548.873491] env[69325]: value = "task-4072972" [ 1548.873491] env[69325]: _type = "Task" [ 1548.873491] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.882785] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.289095] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Volume attach. Driver type: vmdk {{(pid=69325) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1549.289338] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807074', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'name': 'volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f726c9da-ef5e-47e3-a580-b7d6ed13615c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'serial': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1549.290227] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cac433-c692-4d25-8e95-ddc4d4cceb52 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.306605] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa87d1a-a9ce-4e23-a21c-f9770745aee7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.330847] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8/volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.331185] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f146e74b-1ea0-4eb1-a9a5-c01b808f5649 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.349715] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1549.349715] env[69325]: value = "task-4072973" [ 1549.349715] env[69325]: _type = "Task" [ 1549.349715] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.358447] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.384342] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072972, 'name': ReconfigVM_Task, 'duration_secs': 0.298341} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.384628] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 9d2da424-1c78-4888-be14-0b9ad592a2db/9d2da424-1c78-4888-be14-0b9ad592a2db.vmdk or device None with type sparse {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.385268] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac8f6f3-a94f-4f29-b74f-f5005883f3cb {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.394481] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1549.394481] env[69325]: value = "task-4072974" [ 1549.394481] env[69325]: _type = "Task" [ 1549.394481] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.403360] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072974, 'name': Rename_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.859750] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072973, 'name': ReconfigVM_Task, 'duration_secs': 0.354265} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.860111] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8/volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8.vmdk or device None with type thin {{(pid=69325) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.864630] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451a32da-491c-4ff1-96af-5998fa65d4e1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.880210] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1549.880210] env[69325]: value = "task-4072975" [ 1549.880210] env[69325]: _type = "Task" [ 1549.880210] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.888477] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.903782] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072974, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.390756] env[69325]: DEBUG oslo_vmware.api [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072975, 'name': ReconfigVM_Task, 'duration_secs': 0.15663} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.392332] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807074', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'name': 'volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f726c9da-ef5e-47e3-a580-b7d6ed13615c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'serial': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8'} {{(pid=69325) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1550.405992] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072974, 'name': Rename_Task} progress is 99%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.906851] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072974, 'name': Rename_Task, 'duration_secs': 1.157386} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.907140] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Powering on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.907401] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b005a4-6543-4f3a-a087-a4ed3c25fbbd {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.914090] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1550.914090] env[69325]: value = "task-4072976" [ 1550.914090] env[69325]: _type = "Task" [ 1550.914090] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.922688] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.425368] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.648390] env[69325]: DEBUG nova.objects.instance [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid f726c9da-ef5e-47e3-a580-b7d6ed13615c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.925405] env[69325]: DEBUG oslo_vmware.api [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072976, 'name': PowerOnVM_Task, 'duration_secs': 0.571913} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.925872] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Powered on the VM {{(pid=69325) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.925940] env[69325]: INFO nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1551.926130] env[69325]: DEBUG nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Checking state {{(pid=69325) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1551.926928] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1143e6d-a111-4ec6-bfc5-76617a5e8339 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.148852] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.154283] env[69325]: DEBUG oslo_concurrency.lockutils [None req-816323d9-62a4-4803-a705-104b8b64a307 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.464s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.155383] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.007s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.446228] env[69325]: INFO nova.compute.manager [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Took 13.42 seconds to build instance. [ 1552.660992] env[69325]: INFO nova.compute.manager [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Detaching volume e09715d9-2f0d-4fff-9586-713fdb5e73f8 [ 1552.694983] env[69325]: INFO nova.virt.block_device [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Attempting to driver detach volume e09715d9-2f0d-4fff-9586-713fdb5e73f8 from mountpoint /dev/sdb [ 1552.695336] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Volume detach. Driver type: vmdk {{(pid=69325) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1552.695560] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807074', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'name': 'volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f726c9da-ef5e-47e3-a580-b7d6ed13615c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'serial': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1552.696449] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c9dbe-068d-4faa-accd-fa4b4af30795 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.719295] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1f6e0-09d0-4391-8552-76b84f9c9a04 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.726434] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee71fe-f2c7-408f-bc50-f1d19c07111f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.745987] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84261f6-80df-48aa-af22-a066a7b75eca {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.760229] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] The volume has not been displaced from its original location: [datastore1] volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8/volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8.vmdk. No consolidation needed. {{(pid=69325) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1552.765559] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1552.765889] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed524652-e0bf-4ded-9a30-c84c02cb1a3c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.784069] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1552.784069] env[69325]: value = "task-4072977" [ 1552.784069] env[69325]: _type = "Task" [ 1552.784069] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.791756] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.948758] env[69325]: DEBUG oslo_concurrency.lockutils [None req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.934s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.294253] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072977, 'name': ReconfigVM_Task, 'duration_secs': 0.286667} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.294457] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69325) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1553.299274] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef0c9fc-cbc8-4193-a879-d278fe7baf13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.314716] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1553.314716] env[69325]: value = "task-4072978" [ 1553.314716] env[69325]: _type = "Task" [ 1553.314716] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.323380] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.825040] env[69325]: DEBUG oslo_vmware.api [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072978, 'name': ReconfigVM_Task, 'duration_secs': 0.141586} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.825366] env[69325]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807074', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'name': 'volume-e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f726c9da-ef5e-47e3-a580-b7d6ed13615c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8', 'serial': 'e09715d9-2f0d-4fff-9586-713fdb5e73f8'} {{(pid=69325) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1554.003635] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "9d2da424-1c78-4888-be14-0b9ad592a2db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.003990] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.004101] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.004400] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.004652] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.007117] env[69325]: INFO nova.compute.manager [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Terminating instance [ 1554.368744] env[69325]: DEBUG nova.objects.instance [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'flavor' on Instance uuid f726c9da-ef5e-47e3-a580-b7d6ed13615c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.510896] env[69325]: DEBUG nova.compute.manager [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.511181] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.512908] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552245a4-6279-4e5b-a88e-22f5ff90c78d {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.521041] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.521041] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fcbf0c4-db66-42c3-9926-1b86f496e260 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.528156] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1554.528156] env[69325]: value = "task-4072979" [ 1554.528156] env[69325]: _type = "Task" [ 1554.528156] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.538537] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.037964] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072979, 'name': PowerOffVM_Task, 'duration_secs': 0.267152} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.038348] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.038520] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.038764] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3845488e-1168-4fc2-8056-4d84faf1e33e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.149758] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.149977] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.150187] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Deleting the datastore file [datastore1] 9d2da424-1c78-4888-be14-0b9ad592a2db {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.150467] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce9d511-c3d5-40bd-a362-f044488f9b5a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.157696] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for the task: (returnval){ [ 1555.157696] env[69325]: value = "task-4072981" [ 1555.157696] env[69325]: _type = "Task" [ 1555.157696] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.165489] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.377459] env[69325]: DEBUG oslo_concurrency.lockutils [None req-63bd120d-1253-49e0-898c-523a67bfa889 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.667966] env[69325]: DEBUG oslo_vmware.api [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Task: {'id': task-4072981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142685} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.668236] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.668420] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.668601] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.668808] env[69325]: INFO nova.compute.manager [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1555.669067] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1555.669266] env[69325]: DEBUG nova.compute.manager [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1555.669354] env[69325]: DEBUG nova.network.neutron [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.898588] env[69325]: DEBUG nova.compute.manager [req-2ca7b00f-eb80-4717-9329-eefca80dc819 req-7bf0547b-c732-45c0-9c18-9da1826e4613 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Received event network-vif-deleted-7d3b25a4-343c-41d6-bb8e-e284a19717fb {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1555.898984] env[69325]: INFO nova.compute.manager [req-2ca7b00f-eb80-4717-9329-eefca80dc819 req-7bf0547b-c732-45c0-9c18-9da1826e4613 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Neutron deleted interface 7d3b25a4-343c-41d6-bb8e-e284a19717fb; detaching it from the instance and deleting it from the info cache [ 1555.899039] env[69325]: DEBUG nova.network.neutron [req-2ca7b00f-eb80-4717-9329-eefca80dc819 req-7bf0547b-c732-45c0-9c18-9da1826e4613 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.383212] env[69325]: DEBUG nova.network.neutron [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.402264] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c58ce23b-377a-402e-b8b4-4b2b7aa78e41 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.413411] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa74c0e1-d469-4ac0-885d-bd23487fde89 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.426098] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.426429] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.426709] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.426945] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.427182] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.429424] env[69325]: INFO nova.compute.manager [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Terminating instance [ 1556.446325] env[69325]: DEBUG nova.compute.manager [req-2ca7b00f-eb80-4717-9329-eefca80dc819 req-7bf0547b-c732-45c0-9c18-9da1826e4613 service nova] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Detach interface failed, port_id=7d3b25a4-343c-41d6-bb8e-e284a19717fb, reason: Instance 9d2da424-1c78-4888-be14-0b9ad592a2db could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1556.886150] env[69325]: INFO nova.compute.manager [-] [instance: 9d2da424-1c78-4888-be14-0b9ad592a2db] Took 1.22 seconds to deallocate network for instance. [ 1556.934081] env[69325]: DEBUG nova.compute.manager [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Start destroying the instance on the hypervisor. {{(pid=69325) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.934312] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Destroying instance {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.935194] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1a443-133d-4a16-a992-7dbe24a96f74 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.944806] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Powering off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.945058] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67b0a8b-eca2-4bdb-81a5-2b5358d43624 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.951076] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1556.951076] env[69325]: value = "task-4072982" [ 1556.951076] env[69325]: _type = "Task" [ 1556.951076] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.959156] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.393065] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.393468] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.393508] env[69325]: DEBUG nova.objects.instance [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lazy-loading 'resources' on Instance uuid 9d2da424-1c78-4888-be14-0b9ad592a2db {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.460538] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072982, 'name': PowerOffVM_Task, 'duration_secs': 0.191961} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.460841] env[69325]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Powered off the VM {{(pid=69325) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.461032] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Unregistering the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.461317] env[69325]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1d974e-5ed7-499f-8470-38daa0c8cfee {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.523528] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Unregistered the VM {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.523801] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Deleting contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.523994] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleting the datastore file [datastore1] f726c9da-ef5e-47e3-a580-b7d6ed13615c {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.524286] env[69325]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aec928f-ec7f-4ec2-8615-0bbb07fc95ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.532357] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for the task: (returnval){ [ 1557.532357] env[69325]: value = "task-4072984" [ 1557.532357] env[69325]: _type = "Task" [ 1557.532357] env[69325]: } to complete. {{(pid=69325) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.541132] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.938689] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ce7b2-4ef7-4426-bdc5-97058f8c2544 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.946512] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea2278-5bfa-4829-ab49-6982cac6c55e {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.976008] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e13f7-b38e-4601-bb79-1db86a546a69 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.983543] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d6a84b-928a-46cf-a9fe-d60a22200bf9 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.997166] env[69325]: DEBUG nova.compute.provider_tree [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1558.043372] env[69325]: DEBUG oslo_vmware.api [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Task: {'id': task-4072984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130921} completed successfully. {{(pid=69325) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.043619] env[69325]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted the datastore file {{(pid=69325) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.043800] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Deleted contents of the VM from datastore datastore1 {{(pid=69325) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.043968] env[69325]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Instance destroyed {{(pid=69325) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.044154] env[69325]: INFO nova.compute.manager [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1558.044389] env[69325]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69325) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1558.044576] env[69325]: DEBUG nova.compute.manager [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Deallocating network for instance {{(pid=69325) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.044670] env[69325]: DEBUG nova.network.neutron [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] deallocate_for_instance() {{(pid=69325) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.442624] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.442970] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.443031] env[69325]: DEBUG nova.compute.manager [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69325) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1558.517915] env[69325]: ERROR nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] [req-9e653f6d-8084-474e-8c54-cd259a7c3f66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0dafb1a8-7939-469e-97bc-fec8057d9399. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e653f6d-8084-474e-8c54-cd259a7c3f66"}]} [ 1558.522524] env[69325]: DEBUG nova.compute.manager [req-68fe7a26-412b-419e-8720-cf54be49285c req-36c47802-e272-48d5-9485-eacc4dde73c4 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Received event network-vif-deleted-516860cf-3487-4cf9-a47b-455550570459 {{(pid=69325) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1558.522725] env[69325]: INFO nova.compute.manager [req-68fe7a26-412b-419e-8720-cf54be49285c req-36c47802-e272-48d5-9485-eacc4dde73c4 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Neutron deleted interface 516860cf-3487-4cf9-a47b-455550570459; detaching it from the instance and deleting it from the info cache [ 1558.522896] env[69325]: DEBUG nova.network.neutron [req-68fe7a26-412b-419e-8720-cf54be49285c req-36c47802-e272-48d5-9485-eacc4dde73c4 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.534877] env[69325]: DEBUG nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Refreshing inventories for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1558.549862] env[69325]: DEBUG nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating ProviderTree inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1558.550108] env[69325]: DEBUG nova.compute.provider_tree [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1558.564024] env[69325]: DEBUG nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Refreshing aggregate associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, aggregates: None {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1558.581746] env[69325]: DEBUG nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Refreshing trait associations for resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69325) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1558.619279] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0895452-04c7-4247-9dd7-ff69e87f6c4c {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.627055] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698dc2f-a2ba-4324-964d-b755147154e8 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.657553] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32248b17-4784-4a97-b1ec-005485843d13 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.665059] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b5425-a600-4087-a6d1-1bd2e3aa80fe {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.678673] env[69325]: DEBUG nova.compute.provider_tree [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1558.998059] env[69325]: DEBUG nova.network.neutron [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Updating instance_info_cache with network_info: [] {{(pid=69325) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.025543] env[69325]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2414be7-5d1b-4d22-83a3-c05670bf9746 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.037972] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015eb8f5-43ee-428b-a2f3-fe0f72f660ed {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.063277] env[69325]: DEBUG nova.compute.manager [req-68fe7a26-412b-419e-8720-cf54be49285c req-36c47802-e272-48d5-9485-eacc4dde73c4 service nova] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Detach interface failed, port_id=516860cf-3487-4cf9-a47b-455550570459, reason: Instance f726c9da-ef5e-47e3-a580-b7d6ed13615c could not be found. {{(pid=69325) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1559.213610] env[69325]: DEBUG nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updated inventory for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1559.213928] env[69325]: DEBUG nova.compute.provider_tree [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating resource provider 0dafb1a8-7939-469e-97bc-fec8057d9399 generation from 181 to 182 during operation: update_inventory {{(pid=69325) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1559.214133] env[69325]: DEBUG nova.compute.provider_tree [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Updating inventory in ProviderTree for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1559.443298] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager.update_available_resource {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.500968] env[69325]: INFO nova.compute.manager [-] [instance: f726c9da-ef5e-47e3-a580-b7d6ed13615c] Took 1.46 seconds to deallocate network for instance. [ 1559.721582] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.742074] env[69325]: INFO nova.scheduler.client.report [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Deleted allocations for instance 9d2da424-1c78-4888-be14-0b9ad592a2db [ 1559.946336] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.946685] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.946963] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.947238] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69325) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1559.948460] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a3c1fd-d09d-4e45-b80b-860db8372c20 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.958100] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd95ef-01a4-46b4-9265-402dc80ca6ba {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.972390] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79032874-b8b9-44c1-b432-ac465842deb1 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.979465] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45706f61-b75c-41fe-8a39-b5894f880e71 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.010108] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.010381] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.010607] env[69325]: DEBUG nova.objects.instance [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lazy-loading 'resources' on Instance uuid f726c9da-ef5e-47e3-a580-b7d6ed13615c {{(pid=69325) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.011725] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180588MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69325) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1560.011863] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.250800] env[69325]: DEBUG oslo_concurrency.lockutils [None req-707d903e-e003-4844-9807-607f84fc3f13 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Lock "9d2da424-1c78-4888-be14-0b9ad592a2db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.247s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.541601] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36275af8-5fc2-4d2f-8984-d2979a4719e7 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.549617] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb99004-5c51-4553-afea-853416cdaa08 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.580023] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56072f44-d539-4eb9-847e-080e40859882 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.587987] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034e0f1-2af9-483c-8170-e57154c61c2f {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.601534] env[69325]: DEBUG nova.compute.provider_tree [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.104955] env[69325]: DEBUG nova.scheduler.client.report [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.609812] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.613037] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.601s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.641082] env[69325]: INFO nova.scheduler.client.report [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Deleted allocations for instance f726c9da-ef5e-47e3-a580-b7d6ed13615c [ 1562.148347] env[69325]: DEBUG oslo_concurrency.lockutils [None req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Lock "f726c9da-ef5e-47e3-a580-b7d6ed13615c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.635865] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1562.635865] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69325) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1562.649152] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8ff15-73a4-4221-a146-c331226a423a {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.657772] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da02575-3a68-4c1a-8d7d-b0465fcf1c23 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.689343] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48420bce-cd53-4900-b42b-80778102dbaf {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.697432] env[69325]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740f8e16-e4a8-47e3-acf1-f08316751f65 {{(pid=69325) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.711098] env[69325]: DEBUG nova.compute.provider_tree [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed in ProviderTree for provider: 0dafb1a8-7939-469e-97bc-fec8057d9399 {{(pid=69325) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.214820] env[69325]: DEBUG nova.scheduler.client.report [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Inventory has not changed for provider 0dafb1a8-7939-469e-97bc-fec8057d9399 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69325) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.720141] env[69325]: DEBUG nova.compute.resource_tracker [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69325) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1563.720527] env[69325]: DEBUG oslo_concurrency.lockutils [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=69325) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.721479] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.721854] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.721895] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.439019] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.443809] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.438585] env[69325]: DEBUG oslo_service.periodic_task [None req-3eee1f9f-9f7f-4807-b06c-c7028f28acbe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69325) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}